[ 568.063892] env[69744]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69744) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.064263] env[69744]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69744) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.064373] env[69744]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69744) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.064700] env[69744]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 568.160620] env[69744]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69744) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 568.170809] env[69744]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69744) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 568.213306] env[69744]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 568.771838] env[69744]: INFO nova.virt.driver [None req-c077c729-87fd-4862-abaf-627e45da1736 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 568.843817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.843978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.844100] env[69744]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69744) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 571.763607] env[69744]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c0301f78-71a3-4de8-acbc-a17b4bd75e9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.780301] env[69744]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69744) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 571.780488] env[69744]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-477349d5-79a2-4d11-9ff9-299534ea4c5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.808184] env[69744]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9706c. [ 571.808353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.964s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.808876] env[69744]: INFO nova.virt.vmwareapi.driver [None req-c077c729-87fd-4862-abaf-627e45da1736 None None] VMware vCenter version: 7.0.3 [ 571.812331] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0f9a2f-f017-48f5-8e7c-60d030b8eb19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.830168] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce150b-b33a-49b1-b724-e0f59c00d673 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.835885] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1b43e-4989-4f6a-b121-6159536918b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.842427] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0373e7e4-9379-478e-ba48-7af856c8a896 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.855437] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0420012-a1af-4586-9a8c-bf2a66754043 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.861337] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d696035-a493-4f22-8d7b-14afeba192f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.892255] env[69744]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3787762f-8445-489d-a0c4-2de389eb4243 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.897106] env[69744]: DEBUG nova.virt.vmwareapi.driver [None req-c077c729-87fd-4862-abaf-627e45da1736 None None] Extension org.openstack.compute already exists. {{(pid=69744) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 571.900278] env[69744]: INFO nova.compute.provider_config [None req-c077c729-87fd-4862-abaf-627e45da1736 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 572.404189] env[69744]: DEBUG nova.context [None req-c077c729-87fd-4862-abaf-627e45da1736 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6ca33c2d-2a06-46b7-b9f1-429cb0e9aae5(cell1) {{(pid=69744) load_cells /opt/stack/nova/nova/context.py:464}} [ 572.406397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.406699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.407424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.407902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Acquiring lock "6ca33c2d-2a06-46b7-b9f1-429cb0e9aae5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.408104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Lock "6ca33c2d-2a06-46b7-b9f1-429cb0e9aae5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.409122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Lock "6ca33c2d-2a06-46b7-b9f1-429cb0e9aae5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.429427] env[69744]: INFO dbcounter [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Registered counter for database nova_cell0 [ 572.437761] env[69744]: INFO dbcounter [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Registered counter for database nova_cell1 [ 572.887824] env[69744]: DEBUG oslo_db.sqlalchemy.engines [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69744) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.888497] env[69744]: DEBUG oslo_db.sqlalchemy.engines [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69744) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.893217] env[69744]: ERROR nova.db.main.api [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.893217] env[69744]: result = function(*args, **kwargs) [ 572.893217] env[69744]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.893217] env[69744]: return func(*args, **kwargs) [ 572.893217] env[69744]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.893217] env[69744]: result = fn(*args, **kwargs) [ 572.893217] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.893217] env[69744]: return f(*args, **kwargs) [ 572.893217] env[69744]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.893217] env[69744]: return db.service_get_minimum_version(context, binaries) [ 572.893217] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.893217] env[69744]: _check_db_access() [ 572.893217] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.893217] env[69744]: stacktrace = ''.join(traceback.format_stack()) [ 572.893217] env[69744]: [ 572.894381] env[69744]: ERROR nova.db.main.api [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.894381] env[69744]: result = function(*args, **kwargs) [ 572.894381] env[69744]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.894381] env[69744]: return func(*args, **kwargs) [ 572.894381] env[69744]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.894381] env[69744]: result = fn(*args, **kwargs) [ 572.894381] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.894381] env[69744]: return f(*args, **kwargs) [ 572.894381] env[69744]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.894381] env[69744]: return db.service_get_minimum_version(context, binaries) [ 572.894381] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.894381] env[69744]: _check_db_access() [ 572.894381] env[69744]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.894381] env[69744]: stacktrace = ''.join(traceback.format_stack()) [ 572.894381] env[69744]: [ 572.894800] env[69744]: WARNING nova.objects.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Failed to get minimum service version for cell 6ca33c2d-2a06-46b7-b9f1-429cb0e9aae5 [ 572.895014] env[69744]: WARNING nova.objects.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 572.895483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Acquiring lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.895640] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Acquired lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.895882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Releasing lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.896230] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Full set of CONF: {{(pid=69744) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.896374] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ******************************************************************************** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.896500] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] Configuration options gathered from: {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.896663] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.896857] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.896982] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ================================================================================ {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.897209] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] allow_resize_to_same_host = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.897385] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] arq_binding_timeout = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.897517] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] backdoor_port = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.897640] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] backdoor_socket = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.897802] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] block_device_allocate_retries = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.897962] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] block_device_allocate_retries_interval = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.898142] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cert = self.pem {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.898540] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.898730] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute_monitors = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.898928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] config_dir = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899133] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] config_drive_format = iso9660 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899270] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899439] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] config_source = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899606] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] console_host = devstack {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899775] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] control_exchange = nova {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.899934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cpu_allocation_ratio = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900111] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] daemon = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900284] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] debug = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900446] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_access_ip_network_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900614] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_availability_zone = nova {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900773] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_ephemeral_format = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.900944] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_green_pool_size = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.901243] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.901417] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] default_schedule_zone = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.901580] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] disk_allocation_ratio = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.901746] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] enable_new_services = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.901925] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] enabled_apis = ['osapi_compute'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902105] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] enabled_ssl_apis = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902268] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] flat_injected = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902427] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] force_config_drive = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902585] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] force_raw_images = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902757] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] graceful_shutdown_timeout = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.902920] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] heal_instance_info_cache_interval = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.903165] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] host = cpu-1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.903347] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.903510] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.903671] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.903897] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904071] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_build_timeout = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904237] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_delete_interval = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904404] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_format = [instance: %(uuid)s] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904571] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_name_template = instance-%08x {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904733] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_usage_audit = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.904903] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_usage_audit_period = month {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905078] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905249] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905415] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] internal_service_availability_zone = internal {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905570] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] key = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905732] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] live_migration_retry_count = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.905899] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_color = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906072] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_config_append = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906241] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906399] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_dir = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906569] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906722] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_options = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.906896] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_rotate_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907078] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_rotate_interval_type = days {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907250] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] log_rotation_type = none {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907385] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907513] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907696] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907860] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.907987] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.908165] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] long_rpc_timeout = 1800 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.908323] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_concurrent_builds = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.908479] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_concurrent_live_migrations = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.908638] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_concurrent_snapshots = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.908794] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_local_block_devices = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909008] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_logfile_count = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909166] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] max_logfile_size_mb = 200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909328] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] maximum_instance_delete_attempts = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909497] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metadata_listen = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909689] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metadata_listen_port = 8775 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.909874] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metadata_workers = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910048] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] migrate_max_retries = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910221] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] mkisofs_cmd = genisoimage {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910427] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910559] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] my_ip = 10.180.1.21 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910761] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.910925] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] network_allocate_retries = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911116] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911288] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911453] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] osapi_compute_listen_port = 8774 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911619] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] osapi_compute_unique_server_name_scope = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911792] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] osapi_compute_workers = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.911949] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] password_length = 12 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912118] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] periodic_enable = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912276] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] periodic_fuzzy_delay = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912440] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] pointer_model = usbtablet {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912626] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] preallocate_images = none {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912804] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] publish_errors = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.912933] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] pybasedir = /opt/stack/nova {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913139] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ram_allocation_ratio = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913308] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rate_limit_burst = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913474] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rate_limit_except_level = CRITICAL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913632] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rate_limit_interval = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913791] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reboot_timeout = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.913947] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reclaim_instance_interval = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914114] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] record = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914284] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reimage_timeout_per_gb = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914446] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] report_interval = 120 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914604] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rescue_timeout = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914764] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reserved_host_cpus = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.914919] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reserved_host_disk_mb = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915083] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reserved_host_memory_mb = 512 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915244] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] reserved_huge_pages = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915400] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] resize_confirm_window = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915557] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] resize_fs_using_block_device = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915746] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] resume_guests_state_on_host_boot = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.915918] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916092] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] rpc_response_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916252] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] run_external_periodic_tasks = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916417] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] running_deleted_instance_action = reap {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916601] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916767] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] running_deleted_instance_timeout = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.916929] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler_instance_sync_interval = 120 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917109] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_down_time = 720 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917281] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] servicegroup_driver = db {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917436] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] shell_completion = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917602] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] shelved_offload_time = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917758] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] shelved_poll_interval = 3600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.917924] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] shutdown_timeout = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.918096] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] source_is_ipv6 = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.918258] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ssl_only = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.918508] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.918703] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] sync_power_state_interval = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.918899] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] sync_power_state_pool_size = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919099] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] syslog_log_facility = LOG_USER {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919265] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] tempdir = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919425] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] timeout_nbd = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919594] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] transport_url = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919757] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] update_resources_interval = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.919915] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_cow_images = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920090] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_journal = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920250] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_json = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920408] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_rootwrap_daemon = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920567] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_stderr = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920726] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] use_syslog = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.920880] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vcpu_pin_set = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921055] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plugging_is_fatal = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921225] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plugging_timeout = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921390] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] virt_mkfs = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921549] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] volume_usage_poll_interval = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921731] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] watch_log_file = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.921918] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] web = /usr/share/spice-html5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.922120] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.922291] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.922453] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.922620] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_concurrency.disable_process_locking = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.922911] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923106] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923275] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923444] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923614] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923792] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.923974] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.auth_strategy = keystone {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.924156] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.compute_link_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.924333] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.924531] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.dhcp_domain = novalocal {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.924719] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.enable_instance_password = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.924883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.glance_link_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925078] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925278] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925445] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.instance_list_per_project_cells = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925605] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.list_records_by_skipping_down_cells = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.local_metadata_per_cell = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.925934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.max_limit = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.926113] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.metadata_cache_expiration = 15 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.926291] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.neutron_default_tenant_id = default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.926459] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.response_validation = warn {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.926651] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.use_neutron_default_nets = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.926854] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927061] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927184] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927385] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927546] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_dynamic_targets = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927725] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_jsonfile_path = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.927975] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.928211] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.backend = dogpile.cache.memcached {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.928408] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.backend_argument = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.928584] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.backend_expiration_time = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.928759] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.config_prefix = cache.oslo {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.928930] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.dead_timeout = 60.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.929154] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.debug_cache_backend = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.929348] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.enable_retry_client = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.929518] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.enable_socket_keepalive = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.929687] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.enabled = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.929850] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.enforce_fips_mode = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.expiration_time = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930183] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.hashclient_retry_attempts = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930348] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930529] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_dead_retry = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930743] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_password = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.930917] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931094] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931262] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_pool_maxsize = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931422] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931582] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_sasl_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931759] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.931923] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932127] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.memcache_username = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932303] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.proxies = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932467] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_db = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932627] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_password = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932797] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.932970] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933154] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_server = localhost:6379 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933318] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_socket_timeout = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933474] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.redis_username = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933670] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.retry_attempts = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933835] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.retry_delay = 0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.933995] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.socket_keepalive_count = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.934173] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.socket_keepalive_idle = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.934333] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.socket_keepalive_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.934490] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.tls_allowed_ciphers = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.934675] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.tls_cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.934841] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.tls_certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935007] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.tls_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935170] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cache.tls_keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935343] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935515] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935733] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.935849] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936181] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936339] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.cross_az_attach = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936520] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.debug = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936727] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.endpoint_template = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.936899] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.http_retries = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937075] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937234] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937403] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.os_region_name = RegionOne {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937580] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937752] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cinder.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.937924] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938097] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.cpu_dedicated_set = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938260] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.cpu_shared_set = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938424] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.image_type_exclude_list = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938589] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938754] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.938914] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.939087] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.939257] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.939422] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.resource_provider_association_refresh = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.939629] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.939822] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.shutdown_retry_interval = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940017] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940208] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] conductor.workers = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940388] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] console.allowed_origins = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940550] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] console.ssl_ciphers = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940723] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] console.ssl_minimum_version = default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.940894] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] consoleauth.enforce_session_timeout = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941075] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] consoleauth.token_ttl = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941253] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941414] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941578] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941738] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.941896] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942069] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942236] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942395] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942563] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942748] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.942910] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943079] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943240] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943408] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.service_type = accelerator {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943568] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943726] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943881] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944054] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944236] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944395] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] cyborg.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944564] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.asyncio_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944725] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.asyncio_slave_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944894] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.backend = sqlalchemy {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945073] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945243] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.connection_debug = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945456] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.connection_parameters = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945662] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.connection_recycle_time = 3600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945834] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.connection_trace = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945997] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.db_inc_retry_interval = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946179] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.db_max_retries = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946341] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.db_max_retry_interval = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946501] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.db_retry_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946693] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.max_overflow = 50 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946864] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.max_pool_size = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947036] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.max_retries = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947215] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947374] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.mysql_wsrep_sync_wait = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947536] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.pool_timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947722] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.retry_interval = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947884] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.slave_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948055] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.sqlite_synchronous = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948221] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] database.use_db_reconnect = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948397] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.asyncio_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948591] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.asyncio_slave_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.backend = sqlalchemy {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948942] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949120] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.connection_debug = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949292] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.connection_parameters = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949454] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.connection_recycle_time = 3600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949618] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.connection_trace = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949779] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.db_inc_retry_interval = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949942] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.db_max_retries = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950115] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.db_max_retry_interval = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950278] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.db_retry_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950438] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.max_overflow = 50 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950597] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.max_pool_size = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950755] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.max_retries = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950921] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951088] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951250] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.pool_timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951415] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.retry_interval = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951597] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.slave_connection = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951802] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] api_database.sqlite_synchronous = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951988] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] devices.enabled_mdev_types = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952184] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952356] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952517] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ephemeral_storage_encryption.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952677] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952848] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.api_servers = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953024] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953192] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953353] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953509] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953665] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.debug = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953984] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.default_trusted_certificate_ids = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954158] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.enable_certificate_validation = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954319] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.enable_rbd_download = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954499] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954683] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954848] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955176] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955339] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.num_retries = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955507] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.rbd_ceph_conf = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955668] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.rbd_connect_timeout = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955837] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.rbd_pool = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956010] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.rbd_user = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956185] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956343] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956500] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956696] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.service_type = image {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956866] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957033] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957196] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957353] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957560] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957751] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.verify_glance_signatures = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957951] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] glance.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958146] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] guestfs.debug = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958323] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958487] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958646] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958803] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958965] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959135] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959293] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959447] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959605] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959762] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959915] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960081] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960240] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960393] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960580] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960756] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.service_type = shared-file-system {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960920] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.share_apply_policy_timeout = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961097] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961258] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961415] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961570] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961748] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961910] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] manila.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962084] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] mks.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962443] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962637] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.manager_interval = 2400 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962809] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.precache_concurrency = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962979] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.remove_unused_base_images = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963164] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963332] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963528] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] image_cache.subdirectory_name = _base {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963748] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.api_max_retries = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963936] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.api_retry_interval = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964116] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964282] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964446] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964604] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964770] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965059] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.conductor_group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965235] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965397] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965560] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965725] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966053] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966214] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966380] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.peer_list = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966605] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966765] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966933] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.serial_console_state_timeout = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967106] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967279] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.service_type = baremetal {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967439] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.shard = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967623] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967788] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967943] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968114] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968298] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968459] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ironic.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968642] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968819] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] key_manager.fixed_key = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969006] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969178] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.barbican_api_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969337] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.barbican_endpoint = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969504] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.barbican_endpoint_type = public {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969696] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.barbican_region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969864] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970043] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970214] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970374] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970531] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970693] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.number_of_retries = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970853] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.retry_delay = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971021] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.send_service_user_token = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971186] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971502] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.verify_ssl = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971660] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican.verify_ssl_path = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971827] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972162] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972320] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972497] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972684] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972848] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973013] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973184] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] barbican_service_user.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973351] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.approle_role_id = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973509] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.approle_secret_id = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973677] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.kv_mountpoint = secret {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973838] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.kv_path = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974007] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.kv_version = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974177] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.namespace = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974337] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.root_token_id = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974496] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.ssl_ca_crt_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974661] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.timeout = 60.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974822] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.use_ssl = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975171] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975331] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975500] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975681] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975884] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976072] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976241] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976397] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976570] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976747] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976910] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977087] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977251] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977419] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.service_type = identity {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977582] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977778] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977950] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978125] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978308] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978470] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] keystone.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978690] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.ceph_mount_options = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979114] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979309] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.connection_uri = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979477] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_mode = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979648] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979818] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_models = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_power_governor_high = performance {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980176] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980345] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_power_management = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980515] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980691] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.device_detach_attempts = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980861] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.device_detach_timeout = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981045] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.disk_cachemodes = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981215] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.disk_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981380] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.enabled_perf_events = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981557] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.file_backed_memory = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981750] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.gid_maps = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.981913] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.hw_disk_discard = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982086] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.hw_machine_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982259] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_rbd_ceph_conf = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982425] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982588] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982758] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_rbd_glance_store_name = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.982929] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_rbd_pool = rbd {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983111] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_type = default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983275] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.images_volume_group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983437] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.inject_key = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983599] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.inject_partition = -2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983760] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.inject_password = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.983920] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.iscsi_iface = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984092] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.iser_use_multipath = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984255] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984431] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984621] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_downtime = 500 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984791] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.984953] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985127] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_inbound_addr = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985296] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985456] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985614] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_scheme = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985787] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_timeout_action = abort {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.985947] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_tunnelled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.986119] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_uri = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.986281] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.live_migration_with_native_tls = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.986440] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.max_queues = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.986629] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.986880] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.987059] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.nfs_mount_options = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.987350] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.987561] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.987784] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.987955] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.988140] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.988307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_pcie_ports = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.988475] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.988639] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.pmem_namespaces = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.988802] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.quobyte_client_cfg = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989106] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989286] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989452] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989612] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989771] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rbd_secret_uuid = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.989927] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rbd_user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990106] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990278] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990436] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rescue_image_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990618] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rescue_kernel_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990789] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rescue_ramdisk_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.990957] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.991131] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.rx_queue_size = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.991302] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.smbfs_mount_options = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.991631] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.991892] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.snapshot_compression = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.992091] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.snapshot_image_format = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.992332] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.992500] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.sparse_logical_volumes = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.992662] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.swtpm_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.992834] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.swtpm_group = tss {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993008] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.swtpm_user = tss {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993188] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.sysinfo_serial = unique {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993347] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.tb_cache_size = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993505] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.tx_queue_size = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993695] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.uid_maps = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.993863] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.use_virtio_for_bridges = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994045] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.virt_type = kvm {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994218] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.volume_clear = zero {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994380] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.volume_clear_size = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994542] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.volume_enforce_multipath = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994706] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.volume_use_multipath = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.994864] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_cache_path = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.995044] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.995214] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.995380] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.995547] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.995839] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996037] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.vzstorage_mount_user = stack {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996209] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996382] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996600] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996777] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.996941] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997120] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997286] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997444] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997616] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.default_floating_pool = public {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997777] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.997941] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.extension_sync_interval = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.998125] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.http_retries = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.998297] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.998458] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.998656] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.998843] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999192] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.ovs_bridge = br-int {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999359] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.physnets = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.region_name = RegionOne {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999694] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.999865] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.service_metadata_proxy = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000036] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000212] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.service_type = network {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000375] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000531] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000695] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.000847] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001044] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001213] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] neutron.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001384] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.bdms_in_notifications = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001575] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.default_level = INFO {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001758] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.include_share_mapping = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.001935] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.notification_format = unversioned {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002115] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.notify_on_state_change = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002294] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002472] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] pci.alias = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002642] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] pci.device_spec = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002808] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] pci.report_in_placement = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.002978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003172] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003340] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003502] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003661] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003825] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.003985] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004158] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004319] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.default_domain_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004497] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.default_domain_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004671] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.domain_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004833] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.domain_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.004992] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005170] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005330] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005485] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005640] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005811] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.password = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.005968] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.project_domain_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.006150] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.project_domain_name = Default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.006319] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.project_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.006492] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.project_name = service {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.006697] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.region_name = RegionOne {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.006864] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007040] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007219] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.service_type = placement {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007382] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007582] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.007931] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.system_scope = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008172] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008262] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.trust_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008414] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.user_domain_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008583] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.user_domain_name = Default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008743] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.user_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.008914] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.username = nova {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009108] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009272] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] placement.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009455] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.cores = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009621] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.count_usage_from_placement = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009795] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.009965] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.injected_file_content_bytes = 10240 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.010146] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.injected_file_path_length = 255 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.010314] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.injected_files = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.010480] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.instances = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.010678] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.key_pairs = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.010852] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.metadata_items = 128 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011031] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.ram = 51200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011202] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.recheck_quota = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011369] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.server_group_members = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011534] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.server_groups = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011751] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.011928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] quota.unified_limits_resource_strategy = require {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012116] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012446] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.image_metadata_prefilter = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012607] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012772] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.max_attempts = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.012937] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.max_placement_results = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013106] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013273] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013432] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013626] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] scheduler.workers = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013822] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.013998] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.014195] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.014366] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.014549] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.014700] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.014862] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015057] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015228] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.host_subset_size = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015394] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015558] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015724] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.015890] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016076] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016247] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.isolated_hosts = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016412] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.isolated_images = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016601] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016767] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.016931] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.017109] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.pci_in_placement = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.017279] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.017442] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.017656] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.017908] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018111] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018286] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018452] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.track_instance_changes = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018633] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018810] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metrics.required = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.018976] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metrics.weight_multiplier = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.019155] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.019325] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] metrics.weight_setting = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.019640] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.019816] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.019994] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.port_range = 10000:20000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.020179] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.020350] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.020518] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] serial_console.serialproxy_port = 6083 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.020688] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.020862] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021031] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021194] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021354] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021512] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021670] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.021841] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.send_service_user_token = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.022024] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.022260] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] service_user.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.022346] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.agent_enabled = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.022507] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.022805] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023013] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023192] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.html5proxy_port = 6082 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023353] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.image_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023512] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.jpeg_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023668] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.playback_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023834] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.require_secure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.023999] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.server_listen = 127.0.0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.024182] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.024460] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.024629] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.streaming_mode = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.024790] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] spice.zlib_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.024958] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] upgrade_levels.baseapi = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.025144] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] upgrade_levels.compute = auto {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.025305] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] upgrade_levels.conductor = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.025460] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] upgrade_levels.scheduler = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.025626] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.025792] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026076] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026457] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026651] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026817] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.026985] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.027162] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vendordata_dynamic_auth.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.027338] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.api_retry_count = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.027500] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.ca_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.027675] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.027843] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.cluster_name = testcl1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028013] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.connection_pool_size = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028183] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.console_delay_seconds = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028352] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.datastore_regex = ^datastore.* {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028567] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028748] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.host_password = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.028920] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.host_port = 443 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029104] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.host_username = administrator@vsphere.local {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029278] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.insecure = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029444] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.integration_bridge = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029610] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.maximum_objects = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029773] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.pbm_default_policy = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.029936] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.pbm_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030107] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.pbm_wsdl_location = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030282] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030443] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.serial_port_proxy_uri = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030602] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.serial_port_service_uri = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030775] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.task_poll_interval = 0.5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.030942] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.use_linked_clone = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.031127] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.vnc_keymap = en-us {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.031295] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.vnc_port = 5900 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.031458] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vmware.vnc_port_total = 10000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.031642] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.auth_schemes = ['none'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.031818] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.032126] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.032316] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.032490] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.novncproxy_port = 6080 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.032680] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.server_listen = 127.0.0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.032863] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033037] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.vencrypt_ca_certs = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033202] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.vencrypt_client_cert = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033362] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vnc.vencrypt_client_key = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033543] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033709] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_deep_image_inspection = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.033873] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034039] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034205] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034364] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.disable_rootwrap = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034526] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.enable_numa_live_migration = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034684] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.034846] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035012] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035325] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.libvirt_disable_apic = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035661] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035822] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.035982] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.036161] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.036323] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.036481] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.036647] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.036813] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037009] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037208] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037381] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.client_socket_timeout = 900 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037547] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.default_pool_size = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037716] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.keep_alive = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.037878] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.max_header_line = 16384 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038048] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038214] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.ssl_ca_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038371] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.ssl_cert_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038528] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.ssl_key_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038688] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.tcp_keepidle = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.038860] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.039034] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] zvm.ca_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.039200] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] zvm.cloud_connector_url = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.039493] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.039665] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] zvm.reachable_timeout = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.039837] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040022] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040206] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.connection_string = messaging:// {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040373] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040541] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.es_doc_type = notification {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040698] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.es_scroll_size = 10000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.040862] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.es_scroll_time = 2m {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041030] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.filter_error_trace = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041199] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.hmac_keys = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041365] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.sentinel_service_name = mymaster {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041525] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.socket_timeout = 0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041683] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.trace_requests = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.041840] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler.trace_sqlalchemy = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042020] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler_jaeger.process_tags = {} {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042182] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler_jaeger.service_name_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042341] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] profiler_otlp.service_name_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042503] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] remote_debug.host = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042658] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] remote_debug.port = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.042833] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043028] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043188] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043350] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043509] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043665] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.043979] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044154] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044323] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044481] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044647] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044811] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.044972] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045144] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045314] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045471] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045629] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045796] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.045956] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.046161] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.046376] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.046577] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.046735] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.046900] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047074] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047238] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047398] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047564] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047751] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.047916] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048101] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048273] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048435] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048600] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048768] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.048928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049125] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049293] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_notifications.retry = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049466] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049640] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049814] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.049978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050150] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050308] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050469] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050626] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050784] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.050940] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_id = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051125] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051287] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051443] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051601] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051760] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.endpoint_service_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.051919] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052088] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052250] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052560] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052716] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.052870] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053036] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.service_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053202] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053360] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053516] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053672] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053830] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.valid_interfaces = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.053985] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_limit.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054166] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_reports.file_event_handler = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054332] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054490] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] oslo_reports.log_dir = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054660] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.054982] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055162] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055327] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055486] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055690] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055819] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.055978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.056156] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.056320] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.056480] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] vif_plug_ovs_privileged.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.056696] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.056900] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057087] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057264] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057434] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057637] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057829] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.057996] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.058195] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.058369] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.isolate_vif = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.058545] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.058713] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.058878] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059060] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059225] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] os_vif_ovs.per_port_bridge = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059396] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.capabilities = [21] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059555] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059711] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.059877] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060147] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060207] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] privsep_osbrick.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060383] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060567] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060765] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.060944] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.061129] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.061284] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] nova_sys_admin.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.061413] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-3143b425-7e5e-4173-a719-0e47265b94b8 None None] ******************************************************************************** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 573.061838] env[69744]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 573.565761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Getting list of instances from cluster (obj){ [ 573.565761] env[69744]: value = "domain-c8" [ 573.565761] env[69744]: _type = "ClusterComputeResource" [ 573.565761] env[69744]: } {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 573.566894] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a890a7-3695-4f46-8806-d36813fb1803 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.577830] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Got total of 0 instances {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.577830] env[69744]: WARNING nova.virt.vmwareapi.driver [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 573.577830] env[69744]: INFO nova.virt.node [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Generated node identity 159bdab9-d750-4e8c-86c9-321f1e6d6636 [ 573.577830] env[69744]: INFO nova.virt.node [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Wrote node identity 159bdab9-d750-4e8c-86c9-321f1e6d6636 to /opt/stack/data/n-cpu-1/compute_id [ 574.080522] env[69744]: WARNING nova.compute.manager [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Compute nodes ['159bdab9-d750-4e8c-86c9-321f1e6d6636'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 575.086552] env[69744]: INFO nova.compute.manager [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 576.093327] env[69744]: WARNING nova.compute.manager [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 576.093622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.093797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.093969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.094122] env[69744]: DEBUG nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 576.095088] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98b400-ccf7-4284-9ca3-4b0405d8a795 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.103435] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14340c6c-f5c3-4036-aa05-c5293277ca38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.117429] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ea5eb-ffce-47cb-bca4-fd058812444c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.123600] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453e49b-5f59-434f-84b2-dd8bdb7ec893 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.151443] env[69744]: DEBUG nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180978MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 576.151583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.151787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.654643] env[69744]: WARNING nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] No compute node record for cpu-1:159bdab9-d750-4e8c-86c9-321f1e6d6636: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 159bdab9-d750-4e8c-86c9-321f1e6d6636 could not be found. [ 577.158792] env[69744]: INFO nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 159bdab9-d750-4e8c-86c9-321f1e6d6636 [ 578.671672] env[69744]: DEBUG nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 578.672070] env[69744]: DEBUG nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 578.825728] env[69744]: INFO nova.scheduler.client.report [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] [req-d7385fa1-0c1e-4e91-a991-3bfc2d6ee924] Created resource provider record via placement API for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 578.844045] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012a38e-d43b-4acc-a888-7ac3872344c5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.852265] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f09be4b-4bef-47da-9109-7cb9520d166e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.885938] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c6286-f9df-426a-b662-53a86799848b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.893961] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6c121-6d94-4bdf-94d0-b27511c88129 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.908301] env[69744]: DEBUG nova.compute.provider_tree [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.444393] env[69744]: DEBUG nova.scheduler.client.report [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 579.444630] env[69744]: DEBUG nova.compute.provider_tree [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 0 to 1 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.444769] env[69744]: DEBUG nova.compute.provider_tree [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.494312] env[69744]: DEBUG nova.compute.provider_tree [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 1 to 2 during operation: update_traits {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.999089] env[69744]: DEBUG nova.compute.resource_tracker [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 579.999089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.999089] env[69744]: DEBUG nova.service [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Creating RPC server for service compute {{(pid=69744) start /opt/stack/nova/nova/service.py:186}} [ 580.014188] env[69744]: DEBUG nova.service [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] Join ServiceGroup membership for this service compute {{(pid=69744) start /opt/stack/nova/nova/service.py:203}} [ 580.014631] env[69744]: DEBUG nova.servicegroup.drivers.db [None req-9e916140-1a88-4081-ade8-70dc4ebc159f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69744) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 600.018511] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.522804] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Getting list of instances from cluster (obj){ [ 600.522804] env[69744]: value = "domain-c8" [ 600.522804] env[69744]: _type = "ClusterComputeResource" [ 600.522804] env[69744]: } {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.523994] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2f86f-ae3e-446b-930a-8d129fcd99c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.532519] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Got total of 0 instances {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.532738] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.533041] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Getting list of instances from cluster (obj){ [ 600.533041] env[69744]: value = "domain-c8" [ 600.533041] env[69744]: _type = "ClusterComputeResource" [ 600.533041] env[69744]: } {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.533870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd4e90-b4ca-489c-9627-519d11924ce4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.541078] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Got total of 0 instances {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.393088] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.393450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.895700] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.123485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.123870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.450222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.451284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.452139] env[69744]: INFO nova.compute.claims [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.628683] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.170856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.349797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.349958] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.530860] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761f011b-809e-4271-a216-0765ecd1b562 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.540475] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f544320d-690e-4d46-95f0-59734da40bcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.571468] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6e4d5-3f32-4df8-b9d4-238bc1a7a005 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.578856] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53359958-dad2-46f6-95ee-4e542e83453f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.593111] env[69744]: DEBUG nova.compute.provider_tree [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.855666] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.096898] env[69744]: DEBUG nova.scheduler.client.report [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.360607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "e86927b1-749c-43b3-908f-43b3b7ace331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.360893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.383264] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.605849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.605849] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.608160] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.437s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.612095] env[69744]: INFO nova.compute.claims [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.778769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "e27f7381-8700-43f0-a827-d2f936a25f44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.778985] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.868327] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.117281] env[69744]: DEBUG nova.compute.utils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.118079] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.118367] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.281605] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.370764] env[69744]: DEBUG nova.policy [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f85e2bccb9dc4239b1c1606eb329f751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7f4a82b26384c4881c57383cb7addec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.396679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.565612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "26a807ba-3039-415b-aa30-2e554cad4d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.566044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.628029] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.797232] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31643e-5c5c-44a7-8a6e-a286b6884f24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.809335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.812086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa7032-52e5-4a25-89d3-3fed4f92941b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.859206] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d52d3b-b08a-445d-be1a-8b919a42d8fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.871105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef7e0e-dec7-4f58-a373-e2018f695b80 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.891207] env[69744]: DEBUG nova.compute.provider_tree [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.919219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "99eb9323-22b6-4f44-a88c-d3532f424111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.919219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "99eb9323-22b6-4f44-a88c-d3532f424111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.016211] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Successfully created port: 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.070302] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.393970] env[69744]: DEBUG nova.scheduler.client.report [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.422061] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.599473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.637736] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.665151] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.665151] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.665151] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.665547] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.665547] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.665617] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.665837] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.665993] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.666441] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.666608] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.666780] env[69744]: DEBUG nova.virt.hardware [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.667729] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5010dc7-fd3a-494c-b832-bfadce281c59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.677441] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5052cc2-ffa0-4153-8de0-ea32cee255be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.698345] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532d6cd9-d660-4ede-bf5b-3022de0c47c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.905015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.905015] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.910746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.527s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.912365] env[69744]: INFO nova.compute.claims [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.949300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.417229] env[69744]: DEBUG nova.compute.utils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.418879] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 622.921337] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.087106] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b1f42-1d58-42d3-82a7-ec15d073d7aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.096894] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881dce16-6305-4b9e-acf4-748e10f76c7b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.130984] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c71a6-7ec0-4dc9-a6b8-ccd0b8e0d34f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.138767] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fc7d7e-8cf8-4831-b47f-6a71594054b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.154060] env[69744]: DEBUG nova.compute.provider_tree [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.658021] env[69744]: DEBUG nova.scheduler.client.report [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.939911] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.969033] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.969330] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.972075] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.972075] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.972075] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.972075] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.972075] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.972312] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.972312] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.972312] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.972312] env[69744]: DEBUG nova.virt.hardware [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.972312] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15888f-685a-4e28-bd84-d82437422a8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.990683] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae37a44-7977-4283-909b-dee88b70b7b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.008291] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.024355] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.024833] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc9cea64-f81c-489d-8197-5f6ad6a116a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.037252] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created folder: OpenStack in parent group-v4. [ 624.037975] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating folder: Project (c8a582dc07f9496faf74322ca0fea952). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.038368] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b06634e7-fdcb-4006-bc8e-5389dc02bd7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.049805] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created folder: Project (c8a582dc07f9496faf74322ca0fea952) in parent group-v661134. [ 624.050037] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating folder: Instances. Parent ref: group-v661135. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.050293] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd6df51-9408-4c14-b1c6-97e367853d86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.060520] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created folder: Instances in parent group-v661135. [ 624.060943] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.060943] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.064259] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6964157-a7f3-4d8d-be32-3be53a8d8ffe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.082618] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.082618] env[69744]: value = "task-3311050" [ 624.082618] env[69744]: _type = "Task" [ 624.082618] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.094728] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311050, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.169656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.169774] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.174022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.777s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.175563] env[69744]: INFO nova.compute.claims [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.214238] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Successfully updated port: 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.603205] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311050, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.682493] env[69744]: DEBUG nova.compute.utils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.682722] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.682999] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.718196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.718196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.718196] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.826717] env[69744]: DEBUG nova.policy [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a705a42a9b5f44feaf744e5d1e2f870a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92e980ee7da643cdbe0a01e1f1d72504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.100462] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311050, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.195769] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.278907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.280037] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.317791] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.376137] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e42613-0387-4763-a396-ce036e0ddbbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.383425] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33008347-9b76-40a0-a308-7214bd47e1fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.423255] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632edec-2361-402f-82ad-3230b0d63732 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.432231] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb90ae-f091-4756-83f3-6a1dee32a2f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.446470] env[69744]: DEBUG nova.compute.provider_tree [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.500133] env[69744]: DEBUG nova.compute.manager [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received event network-vif-plugged-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.500133] env[69744]: DEBUG oslo_concurrency.lockutils [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] Acquiring lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.500133] env[69744]: DEBUG oslo_concurrency.lockutils [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.500133] env[69744]: DEBUG oslo_concurrency.lockutils [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.500133] env[69744]: DEBUG nova.compute.manager [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] No waiting events found dispatching network-vif-plugged-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.500311] env[69744]: WARNING nova.compute.manager [req-efaa9bda-7a64-4714-9e51-f62603cfeb72 req-cc663a08-74b7-4531-82fa-c825c7f35b9b service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received unexpected event network-vif-plugged-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 for instance with vm_state building and task_state spawning. [ 625.573914] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Successfully created port: 39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.600877] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311050, 'name': CreateVM_Task, 'duration_secs': 1.470282} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.600877] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.603288] env[69744]: DEBUG oslo_vmware.service [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a896e-9280-4275-ada3-85689d796b72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.609702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.609922] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.611184] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.611528] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6dabb5-2bb0-4499-8822-e0011c1beae4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.617364] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 625.617364] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520dcf59-ca4a-66a9-04b8-6cc0f08d0ed6" [ 625.617364] env[69744]: _type = "Task" [ 625.617364] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.626024] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520dcf59-ca4a-66a9-04b8-6cc0f08d0ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.646656] env[69744]: DEBUG nova.network.neutron [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updating instance_info_cache with network_info: [{"id": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "address": "fa:16:3e:95:46:34", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb1011f-63", "ovs_interfaceid": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.783802] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.950115] env[69744]: DEBUG nova.scheduler.client.report [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.133234] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.133534] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.133735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.134417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.134417] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.134703] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8777233-ac97-4421-8931-c1566e814a83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.151525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.151850] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Instance network_info: |[{"id": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "address": "fa:16:3e:95:46:34", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb1011f-63", "ovs_interfaceid": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.152407] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:46:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb1011f-630c-40fe-bdcb-7f68fcfa1a30', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.164113] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Creating folder: Project (a7f4a82b26384c4881c57383cb7addec). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.165664] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c250307-432b-45fc-896d-90bd6fa5dff9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.169326] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.169326] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.169326] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6fa24d-8177-44b5-8d13-a08b1f62fd19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.181583] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Created folder: Project (a7f4a82b26384c4881c57383cb7addec) in parent group-v661134. [ 626.181777] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Creating folder: Instances. Parent ref: group-v661138. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.182017] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b08b352-0ba2-4398-b484-f3be59889318 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.187957] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ae09c1-4237-477d-a9bb-4810c56e0f0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.193787] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 626.193787] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5276ec28-2117-8fcf-4671-c3f49cdb4ccd" [ 626.193787] env[69744]: _type = "Task" [ 626.193787] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.195802] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Created folder: Instances in parent group-v661138. [ 626.196167] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.200028] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.200199] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d5f5ae-4b80-4565-8f7a-b2a9eb3c5bfe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.217101] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.223195] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 626.223362] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating directory with path [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.223591] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7adaf95-a7a6-4896-9096-07070b7615eb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.228578] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.228578] env[69744]: value = "task-3311053" [ 626.228578] env[69744]: _type = "Task" [ 626.228578] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.238718] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311053, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.245582] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created directory with path [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.245899] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Fetch image to [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 626.245899] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Downloading image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk on the data store datastore1 {{(pid=69744) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 626.248037] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.248297] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.248416] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.248637] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.248737] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.248872] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.249087] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.249244] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.249502] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.249579] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.249719] env[69744]: DEBUG nova.virt.hardware [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.250628] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b022c-e00e-435e-b251-fd2438f1b237 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.253992] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa34ce-ae96-48e9-a216-26bf605b47e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.263338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed1f1c-2797-4ddb-8dc7-6dab805c5fde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.266742] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73400b59-49bc-4441-addf-deecd1a97af1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.287813] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ba3ec9-532c-4cc6-9658-21962bcf8d74 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.333762] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec50aa-14cb-4874-b0fb-42658847223a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.344591] env[69744]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-625440f9-2001-4335-9221-c3842460ad0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.362054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.375456] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Downloading image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to the data store datastore1 {{(pid=69744) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 626.454731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.455544] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.459060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.649s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.463378] env[69744]: INFO nova.compute.claims [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.488270] env[69744]: DEBUG oslo_vmware.rw_handles [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 626.745663] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311053, 'name': CreateVM_Task, 'duration_secs': 0.353175} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.747586] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.763871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.763871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.764013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.764299] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ceb702f-6145-4e4f-a9cd-2434d7d79c60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.769800] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 626.769800] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528f48f9-3755-ea24-eccf-95cd43912fd5" [ 626.769800] env[69744]: _type = "Task" [ 626.769800] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.781705] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528f48f9-3755-ea24-eccf-95cd43912fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.964021] env[69744]: DEBUG nova.compute.utils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.970142] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 627.171523] env[69744]: DEBUG oslo_vmware.rw_handles [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.171837] env[69744]: DEBUG oslo_vmware.rw_handles [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.282851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.282851] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.282851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.312592] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Downloaded image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk on the data store datastore1 {{(pid=69744) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.312700] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.313139] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copying Virtual Disk [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk to [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.313262] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400780e2-75b6-42f9-a078-b96c33807fef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.321391] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 627.321391] env[69744]: value = "task-3311054" [ 627.321391] env[69744]: _type = "Task" [ 627.321391] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.331936] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.474566] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.539131] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Successfully updated port: 39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.618503] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464bde6-5988-4b10-a747-aa65e99f6af1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.627989] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e29ee3-c70b-412c-9da4-6f22f041113f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.665472] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbceb40-499a-49c0-9f00-e880ed9a4432 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.671565] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8af379-21f3-4d91-88b7-2cd39415016a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.685601] env[69744]: DEBUG nova.compute.provider_tree [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.831632] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311054, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.042093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.042256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.042409] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.191527] env[69744]: DEBUG nova.scheduler.client.report [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.222996] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.222996] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.224717] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.225275] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.225507] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.225708] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.226041] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.226233] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 628.226400] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.334035] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659762} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.334271] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copied Virtual Disk [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk to [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.334666] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleting the datastore file [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.334666] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ae2a1ae-8aac-43cb-9d18-e38bcfe6aa8b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.341880] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 628.341880] env[69744]: value = "task-3311055" [ 628.341880] env[69744]: _type = "Task" [ 628.341880] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.351463] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.488623] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.519828] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.520156] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.520314] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.520490] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.520630] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.520793] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.520958] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.521117] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.521549] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.521549] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.521752] env[69744]: DEBUG nova.virt.hardware [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.522463] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dcc1e8-b51c-4a12-8f50-505a680a98f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.530976] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e9b31-4dfb-4c89-9a39-515f8e92fd7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.546448] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.551765] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Creating folder: Project (81cee6c3f7e447598a355c5c20d5815b). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.552089] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd26032-994a-461d-9290-c21a3c1eed23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.561211] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Created folder: Project (81cee6c3f7e447598a355c5c20d5815b) in parent group-v661134. [ 628.561434] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Creating folder: Instances. Parent ref: group-v661141. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.561650] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c11e86c-40af-4db2-941f-5ecaa341fad0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.569686] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Created folder: Instances in parent group-v661141. [ 628.570021] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.570178] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.570410] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a362337-0c1d-437c-9307-db708bef26a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.586841] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.586841] env[69744]: value = "task-3311058" [ 628.586841] env[69744]: _type = "Task" [ 628.586841] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.598952] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311058, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.599758] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.697945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.698482] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.701240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.102s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.702617] env[69744]: INFO nova.compute.claims [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.730090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.830613] env[69744]: DEBUG nova.network.neutron [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.853747] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025411} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.853747] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.853747] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Moving file from [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b/230493a1-ac08-4a65-b213-cff30417b0e1 to [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1. {{(pid=69744) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 628.853747] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8628c00d-6e23-431d-95ed-8af927bf7f48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.861885] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 628.861885] env[69744]: value = "task-3311059" [ 628.861885] env[69744]: _type = "Task" [ 628.861885] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.870294] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311059, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.917477] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.917707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.946204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.946434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.983351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.983351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.102126] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311058, 'name': CreateVM_Task, 'duration_secs': 0.293357} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.102396] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.103738] env[69744]: DEBUG oslo_vmware.service [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60be537-09d7-436a-96a7-d7c92e53881b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.111659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.112055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.112529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.112863] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c9a9ec-64f3-4d67-89ab-42e681a89c60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.119583] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 629.119583] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235faa9-a9f5-521d-5556-32e62d74a163" [ 629.119583] env[69744]: _type = "Task" [ 629.119583] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.128448] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235faa9-a9f5-521d-5556-32e62d74a163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.207053] env[69744]: DEBUG nova.compute.utils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.214498] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.214699] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.263135] env[69744]: DEBUG nova.compute.manager [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.263135] env[69744]: DEBUG nova.compute.manager [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing instance network info cache due to event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.263508] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Acquiring lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.263716] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Acquired lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.264117] env[69744]: DEBUG nova.network.neutron [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.338610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.338610] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Instance network_info: |[{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.338787] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:4a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39d0cf61-c54c-4db7-8988-8379a19c928f', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.350508] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Creating folder: Project (92e980ee7da643cdbe0a01e1f1d72504). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.351661] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd986160-11ee-4315-986f-a75d81de7b7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.363038] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Created folder: Project (92e980ee7da643cdbe0a01e1f1d72504) in parent group-v661134. [ 629.363298] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Creating folder: Instances. Parent ref: group-v661144. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.368419] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03172f23-d314-4c16-89ca-988b229e5201 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.382203] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Created folder: Instances in parent group-v661144. [ 629.382456] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.382707] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311059, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.382853] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.383051] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80775215-73a6-4116-9428-94e3ac95a2fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.404336] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.404336] env[69744]: value = "task-3311062" [ 629.404336] env[69744]: _type = "Task" [ 629.404336] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.413873] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311062, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.422070] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.448927] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.528701] env[69744]: DEBUG nova.policy [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ff354bffb44e7aa2a4bdee102f7f23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1589a70cd341ce9a65dae51130f990', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.639422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.642028] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.642028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.642028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.642028] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.642028] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f9fa0d-3809-49e8-9e38-2cfcfd88865b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.651374] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.651691] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.652801] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbf6dba-8608-400b-8a4a-5338afc7f1c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.663129] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadac48e-3463-44f9-8c8e-9a5ecfedd822 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.668750] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 629.668750] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bce21f-6be3-b7d4-5bcc-04429b738c71" [ 629.668750] env[69744]: _type = "Task" [ 629.668750] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.680978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.681133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.681729] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bce21f-6be3-b7d4-5bcc-04429b738c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.715274] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.881287] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311059, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.916852] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311062, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.947959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.971469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.112018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02762f-d783-4825-9904-517be198b751 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.119692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dedb125-6473-4966-bf2b-71e9992a0a7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.155026] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025977c-a6ff-48e3-8f5b-dced5a85ec95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.162882] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25def35e-3393-4ee9-ba2e-1674343205ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.180590] env[69744]: DEBUG nova.compute.provider_tree [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.187129] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 630.187384] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Creating directory with path [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.187615] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d87e043a-740f-4a26-b541-58bdaf620769 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.207049] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Created directory with path [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.207049] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Fetch image to [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 630.207049] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Downloading image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk on the data store datastore2 {{(pid=69744) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 630.207049] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18487800-61bc-4ec4-b419-b1a4ea6b7fbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.213498] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6a401-34a6-46c4-8c96-699e2bdf2579 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.227101] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb88eb5-0afe-43ba-8680-0adc5d782caf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.266892] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224a0ec-ab0f-4b33-8f5b-0cefe5c756d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.273126] env[69744]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2275a738-cec2-4173-94f4-a6f939161853 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.298910] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Downloading image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to the data store datastore2 {{(pid=69744) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 630.366019] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 630.441649] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311059, 'name': MoveDatastoreFile_Task, 'duration_secs': 1.027595} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.442226] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] File moved {{(pid=69744) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 630.443133] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Cleaning up location [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 630.443133] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleting the datastore file [datastore1] vmware_temp/6ce71312-bbe2-40d7-93c1-c55fda29848b {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.445544] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b973110-c034-48e8-82f7-1581c66d17f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.450701] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311062, 'name': CreateVM_Task, 'duration_secs': 0.578637} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.451194] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.451677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.451866] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.452236] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.452506] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5d212a-e536-4302-8214-75a6de5dd19b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.455577] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 630.455577] env[69744]: value = "task-3311063" [ 630.455577] env[69744]: _type = "Task" [ 630.455577] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.461385] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 630.461385] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522b9a0f-5cec-2f30-e277-79712134d3a2" [ 630.461385] env[69744]: _type = "Task" [ 630.461385] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.469129] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.474468] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522b9a0f-5cec-2f30-e277-79712134d3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.478156] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.478449] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.478673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.685273] env[69744]: DEBUG nova.scheduler.client.report [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.735782] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.746358] env[69744]: DEBUG nova.network.neutron [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updated VIF entry in instance network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.746738] env[69744]: DEBUG nova.network.neutron [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updating instance_info_cache with network_info: [{"id": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "address": "fa:16:3e:95:46:34", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb1011f-63", "ovs_interfaceid": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.774620] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.774877] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.775629] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.775846] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.776024] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.776174] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.776381] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.776531] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.776695] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.777094] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.777206] env[69744]: DEBUG nova.virt.hardware [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.778433] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9147118-4c46-4757-b981-8e0f7b85ac0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.792581] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7866fc8-c741-4337-8114-8c7c97e3baff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.969960] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027508} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.973792] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.974764] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae73404c-8625-4538-8a6a-6211f6847fee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.983046] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 630.983046] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526cf87f-39d7-5fdc-e3c1-1177c1c435d5" [ 630.983046] env[69744]: _type = "Task" [ 630.983046] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.997035] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526cf87f-39d7-5fdc-e3c1-1177c1c435d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.003563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.003861] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.004163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.004668] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.004949] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae193c9-0160-491d-99d9-ddc52d7eca36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.011763] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8aafa5-1f84-4726-ac8e-c4eb8668ac5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.021157] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 631.021157] env[69744]: value = "task-3311064" [ 631.021157] env[69744]: _type = "Task" [ 631.021157] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.021157] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.021157] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.035507] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17830c3-e4bf-4db7-90a5-cecadc7613b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.040506] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 631.040931] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 631.053741] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 631.053741] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52471a36-2c74-8779-a1ac-52d7a6c2d029" [ 631.053741] env[69744]: _type = "Task" [ 631.053741] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.053741] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.071868] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52471a36-2c74-8779-a1ac-52d7a6c2d029, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.072951] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42570333-9f69-462c-b497-a4fec9cdc7a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.080433] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 631.080433] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bbfb6b-f7b9-1878-e534-0dfecbbc393a" [ 631.080433] env[69744]: _type = "Task" [ 631.080433] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.101577] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bbfb6b-f7b9-1878-e534-0dfecbbc393a, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.102804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.103484] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 0c7fd63d-f778-41cf-b7f4-bf65a66f774f/0c7fd63d-f778-41cf-b7f4-bf65a66f774f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.104939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.104939] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.104939] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3209ec1e-3a4e-4af6-8bae-6e0ca0f52134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.107857] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9428f463-bd6a-4f14-b476-8aa393491b7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.115492] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 631.115492] env[69744]: value = "task-3311065" [ 631.115492] env[69744]: _type = "Task" [ 631.115492] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.120790] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.120790] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.122089] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1142fc53-800b-4724-8e26-d49406a8c722 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.128827] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.131907] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 631.131907] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520e3271-0693-f634-5feb-fb8bd5997448" [ 631.131907] env[69744]: _type = "Task" [ 631.131907] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.140741] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520e3271-0693-f634-5feb-fb8bd5997448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.190672] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.191405] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.197489] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Downloaded image file data 230493a1-ac08-4a65-b213-cff30417b0e1 to vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk on the data store datastore2 {{(pid=69744) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 631.204647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 631.204647] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Copying Virtual Disk [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk to [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.205564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.256s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.207194] env[69744]: INFO nova.compute.claims [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.211614] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eedc5ba3-9623-45d8-921b-f65d71c5f5af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.215520] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Successfully created port: a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.222616] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 631.222616] env[69744]: value = "task-3311066" [ 631.222616] env[69744]: _type = "Task" [ 631.222616] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.233451] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.252768] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Releasing lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.253411] env[69744]: DEBUG nova.compute.manager [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Received event network-vif-plugged-39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.254927] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.255285] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.255489] env[69744]: DEBUG oslo_concurrency.lockutils [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.255675] env[69744]: DEBUG nova.compute.manager [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] No waiting events found dispatching network-vif-plugged-39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.255997] env[69744]: WARNING nova.compute.manager [req-2aabead7-628d-4e6a-950c-f2a191b52a62 req-269da009-9fe8-4e51-bab5-91df1d157221 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Received unexpected event network-vif-plugged-39d0cf61-c54c-4db7-8988-8379a19c928f for instance with vm_state building and task_state spawning. [ 631.325866] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.326328] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.534212] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311064, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.628394] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.646018] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520e3271-0693-f634-5feb-fb8bd5997448, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.647202] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ebd597b-92fb-4b15-86d1-1bf0da5cbe5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.661121] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 631.661121] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523daa7a-4a5e-a702-6dce-bb66067a6a3e" [ 631.661121] env[69744]: _type = "Task" [ 631.661121] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.672254] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523daa7a-4a5e-a702-6dce-bb66067a6a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.720324] env[69744]: DEBUG nova.compute.utils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.722176] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.722521] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.737917] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311066, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.939215] env[69744]: DEBUG nova.policy [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '719a4bcc22af44778d75c87a9b284f5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c90aeed01f04c68abec71e6ebecdc60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.032992] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518075} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.032992] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.032992] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.032992] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf70e82-f182-4cff-90e8-ef57204133a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.040622] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 632.040622] env[69744]: value = "task-3311067" [ 632.040622] env[69744]: _type = "Task" [ 632.040622] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.050511] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.139979] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848736} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.140259] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 0c7fd63d-f778-41cf-b7f4-bf65a66f774f/0c7fd63d-f778-41cf-b7f4-bf65a66f774f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.140465] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.140744] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebdf0ff1-75a9-4d89-acc9-e9e15ba01202 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.152215] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 632.152215] env[69744]: value = "task-3311068" [ 632.152215] env[69744]: _type = "Task" [ 632.152215] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.161841] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.176486] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523daa7a-4a5e-a702-6dce-bb66067a6a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.04943} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.176765] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.177314] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.177414] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f93a98-086e-46e2-bc2f-5808878b64d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.186148] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 632.186148] env[69744]: value = "task-3311069" [ 632.186148] env[69744]: _type = "Task" [ 632.186148] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.195254] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.226014] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.240563] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311066, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.487721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84481c2f-84f5-40f0-9835-6559b1d0c76c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.498080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e09df-89d7-443a-babc-638ed7e86c70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.535514] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4402a7-f043-4a65-92ab-c934de042604 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.548870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b4b53-7814-4454-9a2a-a28982180ee8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.558087] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116549} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.570836] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.571696] env[69744]: DEBUG nova.compute.provider_tree [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.573939] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54652bf-590e-4f8b-afc9-c9444cc8d1cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.598870] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.599638] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5c8259-9ef2-4693-81bd-c69a398f6c67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.621777] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 632.621777] env[69744]: value = "task-3311070" [ 632.621777] env[69744]: _type = "Task" [ 632.621777] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.633472] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.648103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.648331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.662711] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070301} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.663067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.663914] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f50e8-2a9c-46fa-8a6c-77eca0bc73b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.689624] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0c7fd63d-f778-41cf-b7f4-bf65a66f774f/0c7fd63d-f778-41cf-b7f4-bf65a66f774f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.691925] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27464a6-6015-4dd2-91ae-fc4acdcb88d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.708648] env[69744]: DEBUG nova.compute.manager [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Received event network-changed-39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.708648] env[69744]: DEBUG nova.compute.manager [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Refreshing instance network info cache due to event network-changed-39d0cf61-c54c-4db7-8988-8379a19c928f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.708967] env[69744]: DEBUG oslo_concurrency.lockutils [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] Acquiring lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.708967] env[69744]: DEBUG oslo_concurrency.lockutils [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] Acquired lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.709079] env[69744]: DEBUG nova.network.neutron [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Refreshing network info cache for port 39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.722044] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.722401] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 632.722401] env[69744]: value = "task-3311071" [ 632.722401] env[69744]: _type = "Task" [ 632.722401] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.732432] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.746494] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.271472} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.746494] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Copied Virtual Disk [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk to [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.746494] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleting the datastore file [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1/tmp-sparse.vmdk {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.746494] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2493547e-5297-43e1-8a66-dc993cf0d91b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.753703] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 632.753703] env[69744]: value = "task-3311072" [ 632.753703] env[69744]: _type = "Task" [ 632.753703] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.762015] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.081494] env[69744]: DEBUG nova.scheduler.client.report [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.134126] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311070, 'name': ReconfigVM_Task, 'duration_secs': 0.490138} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.134424] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.135084] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a752eef-3695-4d7d-89cb-20c111461e9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.144570] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 633.144570] env[69744]: value = "task-3311073" [ 633.144570] env[69744]: _type = "Task" [ 633.144570] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.156267] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311073, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.204648] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.205720] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Successfully created port: ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.209463] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.209776] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.210159] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-158cd510-f88e-4ddb-8486-f8fbc94d6b2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.228922] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 633.228922] env[69744]: value = "task-3311074" [ 633.228922] env[69744]: _type = "Task" [ 633.228922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.239199] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311071, 'name': ReconfigVM_Task, 'duration_secs': 0.391521} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.240196] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0c7fd63d-f778-41cf-b7f4-bf65a66f774f/0c7fd63d-f778-41cf-b7f4-bf65a66f774f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.241984] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.243666] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cc4fcf8-4e1a-44cf-a348-98790757fa6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.249178] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.255455] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 633.255455] env[69744]: value = "task-3311075" [ 633.255455] env[69744]: _type = "Task" [ 633.255455] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.267745] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051072} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.271998] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.272211] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Moving file from [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c/230493a1-ac08-4a65-b213-cff30417b0e1 to [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1. {{(pid=69744) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 633.272741] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311075, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.275752] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f4c0d41b-0696-474b-a2a1-e790675f3afe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.284512] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 633.284512] env[69744]: value = "task-3311076" [ 633.284512] env[69744]: _type = "Task" [ 633.284512] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.287299] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.287423] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.287496] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.287788] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.287899] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.288173] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.288364] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.288537] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.288744] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.288921] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.289267] env[69744]: DEBUG nova.virt.hardware [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.290342] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de451984-49bc-4730-9a06-e2d3df79f517 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.304099] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff3662f-1036-4fdc-8676-24d7f9bde723 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.311129] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311076, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.587089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.587089] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.593136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.228s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.594813] env[69744]: INFO nova.compute.claims [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.655666] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311073, 'name': Rename_Task, 'duration_secs': 0.139192} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.655666] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.655909] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e877b840-f7c3-4040-9d07-9ed8ca9a76cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.662988] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 633.662988] env[69744]: value = "task-3311077" [ 633.662988] env[69744]: _type = "Task" [ 633.662988] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.671186] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.742815] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07655} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.742815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.742995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31003d8b-9c29-4b3e-9f21-6bdff6aed26b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.769969] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.773533] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae782863-37a4-4477-817d-92272677929b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.805084] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311075, 'name': Rename_Task, 'duration_secs': 0.158404} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.807765] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.808053] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 633.808053] env[69744]: value = "task-3311078" [ 633.808053] env[69744]: _type = "Task" [ 633.808053] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.808204] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a857b007-55e9-4bbd-935d-35dd8ecaa7eb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.821665] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311076, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.022244} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.826821] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] File moved {{(pid=69744) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 633.827088] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Cleaning up location [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 633.827624] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleting the datastore file [datastore2] vmware_temp/ed0a940d-196a-4edb-8b26-8e13524f6d9c {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.827624] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.827873] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 633.827873] env[69744]: value = "task-3311079" [ 633.827873] env[69744]: _type = "Task" [ 633.827873] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.828230] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f326efa-0f71-45a1-ae85-cf462a088646 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.843140] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 633.843140] env[69744]: value = "task-3311080" [ 633.843140] env[69744]: _type = "Task" [ 633.843140] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.851783] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.990520] env[69744]: DEBUG nova.network.neutron [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updated VIF entry in instance network info cache for port 39d0cf61-c54c-4db7-8988-8379a19c928f. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.990520] env[69744]: DEBUG nova.network.neutron [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.101448] env[69744]: DEBUG nova.compute.utils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.102109] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.102271] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.174388] env[69744]: DEBUG oslo_vmware.api [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311077, 'name': PowerOnVM_Task, 'duration_secs': 0.454945} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.174534] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.175042] env[69744]: INFO nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Took 10.23 seconds to spawn the instance on the hypervisor. [ 634.175312] env[69744]: DEBUG nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.176170] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb63e43-419f-41b5-88c8-0560203fb37f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.290655] env[69744]: DEBUG nova.policy [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe73d60d5bdf481d83c60d62407430f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a236ec5d46374960ab51ac5c2a824e8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.325940] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.342551] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.361039] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031402} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.361039] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.361446] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7784e891-d60f-429b-b5b4-b063839787ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.371929] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 634.371929] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520b739a-6dec-d493-1fde-f58756b5f0bc" [ 634.371929] env[69744]: _type = "Task" [ 634.371929] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.379738] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520b739a-6dec-d493-1fde-f58756b5f0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.497792] env[69744]: DEBUG oslo_concurrency.lockutils [req-aab31959-f521-4173-b925-7aa9a131a915 req-a8c8aaf1-a2dd-49e9-9f72-58a431d1a104 service nova] Releasing lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.610559] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.624030] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Successfully updated port: a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.700765] env[69744]: INFO nova.compute.manager [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Took 16.56 seconds to build instance. [ 634.822040] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311078, 'name': ReconfigVM_Task, 'duration_secs': 0.637159} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.822658] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.823560] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06139139-97b3-4f9d-8f03-f5ea5961a9f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.835617] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 634.835617] env[69744]: value = "task-3311081" [ 634.835617] env[69744]: _type = "Task" [ 634.835617] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.844035] env[69744]: DEBUG oslo_vmware.api [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311079, 'name': PowerOnVM_Task, 'duration_secs': 0.539584} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.844617] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.844815] env[69744]: INFO nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Took 13.21 seconds to spawn the instance on the hypervisor. [ 634.844993] env[69744]: DEBUG nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.845745] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8013c30-039b-462a-91d8-0b27ed9ec6c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.853790] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311081, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.886415] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520b739a-6dec-d493-1fde-f58756b5f0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.886678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.886957] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e86927b1-749c-43b3-908f-43b3b7ace331/e86927b1-749c-43b3-908f-43b3b7ace331.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.888234] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dde59b91-56cd-4214-adfc-e57070ed25f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.894433] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 634.894433] env[69744]: value = "task-3311082" [ 634.894433] env[69744]: _type = "Task" [ 634.894433] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.906169] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.910417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.911223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.949300] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2eec14-0fd3-4e08-b8be-c4f1965f801d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.957785] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f150a2-2c20-4272-ae68-c2aabd1debed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.004739] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f27943-95f4-4a75-8d6b-294d6e8e8a9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019424] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e43354-3db1-4952-8125-15cddb70cba1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.049125] env[69744]: DEBUG nova.compute.provider_tree [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.133129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.133458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquired lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.133870] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.203717] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd4f3bed-788b-4aee-9fa2-ac42e1c7b2eb tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.080s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.353463] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311081, 'name': Rename_Task, 'duration_secs': 0.187907} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.354264] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.355260] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0223fc27-a662-480a-834d-6e79eb424e46 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.362243] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 635.362243] env[69744]: value = "task-3311083" [ 635.362243] env[69744]: _type = "Task" [ 635.362243] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.379238] env[69744]: INFO nova.compute.manager [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Took 17.98 seconds to build instance. [ 635.380309] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.410020] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.553105] env[69744]: DEBUG nova.scheduler.client.report [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.638349] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.676412] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.676758] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.676758] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.677483] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.677483] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.677483] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.677483] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.678399] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.678399] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.678399] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.678399] env[69744]: DEBUG nova.virt.hardware [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.679068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2dd753-6150-43c6-85e2-9d10e13f311d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.688425] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a097cb62-d97d-49b6-9dc5-9949ef29a5c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.711481] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.783983] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.874624] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311083, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.884019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-963c23fb-b114-4eb2-9d94-b97da57d4c6e tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.489s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.907967] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648217} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.908292] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e86927b1-749c-43b3-908f-43b3b7ace331/e86927b1-749c-43b3-908f-43b3b7ace331.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.908464] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.908708] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e4e5f8-9246-42d9-b589-befc3ba6a374 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.917291] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 635.917291] env[69744]: value = "task-3311084" [ 635.917291] env[69744]: _type = "Task" [ 635.917291] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.929811] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.066965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.067675] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.070337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.340s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.070512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.070663] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 636.070931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.123s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.072321] env[69744]: INFO nova.compute.claims [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.075261] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c73fe0-54a1-456c-9809-fb021024b65d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.086528] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39be7a0-0336-440e-ad60-61ff72448690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.091618] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Successfully created port: 3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.107584] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0bce6-d997-4bbe-a58c-8d029fc8c0ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.114639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12729fbd-f33b-4111-8109-331f143bc836 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.150428] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181031MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 636.150428] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.259386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.392691] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.392691] env[69744]: DEBUG oslo_vmware.api [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311083, 'name': PowerOnVM_Task, 'duration_secs': 0.985081} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.394791] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.395068] env[69744]: INFO nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Took 10.18 seconds to spawn the instance on the hypervisor. [ 636.396688] env[69744]: DEBUG nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.400565] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7bdc0-dfbb-4e9d-940d-cc9c73df39b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.430205] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066451} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.430205] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.434483] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19a6e7-951d-4003-a5ba-72af971279dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.457211] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e86927b1-749c-43b3-908f-43b3b7ace331/e86927b1-749c-43b3-908f-43b3b7ace331.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.459389] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6027e757-3c50-44ab-b5ac-fbbfc304d5c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.490054] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 636.490054] env[69744]: value = "task-3311085" [ 636.490054] env[69744]: _type = "Task" [ 636.490054] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.499995] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.522427] env[69744]: DEBUG nova.network.neutron [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Updating instance_info_cache with network_info: [{"id": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "address": "fa:16:3e:05:94:f5", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91ee337-27", "ovs_interfaceid": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.578367] env[69744]: DEBUG nova.compute.utils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.579803] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.584222] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.744689] env[69744]: DEBUG nova.policy [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b32d61757a45108fd0c2625ecadc15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05d833e505f54a7597357db580fe07c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.870917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "0f213415-1337-4fe0-a2d0-61e3986a952d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.871322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.924986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.925508] env[69744]: INFO nova.compute.manager [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Took 17.56 seconds to build instance. [ 636.944162] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Successfully updated port: ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.999363] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.027449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Releasing lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.027449] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Instance network_info: |[{"id": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "address": "fa:16:3e:05:94:f5", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91ee337-27", "ovs_interfaceid": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.027582] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:94:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91ee337-276d-47a4-a8de-edc1bf5b9e7a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.036250] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Creating folder: Project (3b1589a70cd341ce9a65dae51130f990). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.037519] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5661bc1-796d-45dc-ba82-a16b34d99aa5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.052328] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Created folder: Project (3b1589a70cd341ce9a65dae51130f990) in parent group-v661134. [ 637.052630] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Creating folder: Instances. Parent ref: group-v661147. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.053190] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3389fc4-75ea-4799-ae1c-381aa9280609 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.062770] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Created folder: Instances in parent group-v661147. [ 637.062893] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.063049] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.063274] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1a5c485-0c0d-4806-b75e-891a970bbbb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.094276] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.107758] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.107758] env[69744]: value = "task-3311088" [ 637.107758] env[69744]: _type = "Task" [ 637.107758] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.118727] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311088, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.193564] env[69744]: DEBUG nova.compute.manager [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Received event network-vif-plugged-a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.193717] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Acquiring lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.193943] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.194148] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.194311] env[69744]: DEBUG nova.compute.manager [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] No waiting events found dispatching network-vif-plugged-a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.194478] env[69744]: WARNING nova.compute.manager [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Received unexpected event network-vif-plugged-a91ee337-276d-47a4-a8de-edc1bf5b9e7a for instance with vm_state building and task_state spawning. [ 637.194646] env[69744]: DEBUG nova.compute.manager [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Received event network-changed-a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.194801] env[69744]: DEBUG nova.compute.manager [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Refreshing instance network info cache due to event network-changed-a91ee337-276d-47a4-a8de-edc1bf5b9e7a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.195038] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Acquiring lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.195185] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Acquired lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.195342] env[69744]: DEBUG nova.network.neutron [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Refreshing network info cache for port a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.422085] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e9a90-7880-4101-98f7-b68d68ef8cd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.429806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b1096c-adeb-4980-8cd5-2ea6832af51e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.080s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.431882] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e0d7c-7945-450b-a92c-738e7e63e672 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.465195] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.465455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.465610] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.468329] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05422c-1b01-4c17-a7a8-d2678a1b2882 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.477912] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6600543f-73b0-4010-ba9b-2110084bb64d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.495208] env[69744]: DEBUG nova.compute.provider_tree [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.505905] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.516160] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Successfully created port: 3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.617591] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311088, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.936156] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.002043] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.014716] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311085, 'name': ReconfigVM_Task, 'duration_secs': 1.477334} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.014716] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e86927b1-749c-43b3-908f-43b3b7ace331/e86927b1-749c-43b3-908f-43b3b7ace331.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.015266] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6afb3a7-de21-445d-917b-7cdf8a9e7af0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024970] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 638.024970] env[69744]: value = "task-3311089" [ 638.024970] env[69744]: _type = "Task" [ 638.024970] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.034662] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311089, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.047638] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.107271] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.129664] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311088, 'name': CreateVM_Task, 'duration_secs': 0.526781} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.130331] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.130735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.130808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.132550] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.132550] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00636170-0204-43dc-aaa9-ce8a0f4636dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142326] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 638.142326] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527e7d8e-b88c-ac29-7eda-288454539504" [ 638.142326] env[69744]: _type = "Task" [ 638.142326] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.152225] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1636672140',id=22,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1487986929',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.152448] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.152448] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.152631] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.152757] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.152904] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.153119] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.153340] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.153550] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.153745] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.154400] env[69744]: DEBUG nova.virt.hardware [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.155297] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648ab5e9-1d9a-4989-875d-e1411ab9d07f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.164360] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527e7d8e-b88c-ac29-7eda-288454539504, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.166319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.166543] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.166798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.166921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.167135] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.167484] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a92111-0f03-4e76-8ace-0d197aa70b6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.173302] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d142835-3d1d-4827-ae19-57261bb8471b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.189515] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.189697] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.190459] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369ca5a9-69a1-4c34-b949-0a0a24e2ec32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.195896] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 638.195896] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a8f150-2f95-dd7e-73fc-0aeca844f2a8" [ 638.195896] env[69744]: _type = "Task" [ 638.195896] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.204662] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a8f150-2f95-dd7e-73fc-0aeca844f2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.300320] env[69744]: DEBUG nova.network.neutron [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Updating instance_info_cache with network_info: [{"id": "ff9561b1-8c75-43d6-b560-639a116a11f5", "address": "fa:16:3e:7b:94:63", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9561b1-8c", "ovs_interfaceid": "ff9561b1-8c75-43d6-b560-639a116a11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.458925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.508658] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.509520] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.513977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.543s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.516660] env[69744]: INFO nova.compute.claims [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.540470] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311089, 'name': Rename_Task, 'duration_secs': 0.287777} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.540879] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.541249] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b50175da-2330-481b-97a6-18e1df74eaea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.550087] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 638.550087] env[69744]: value = "task-3311094" [ 638.550087] env[69744]: _type = "Task" [ 638.550087] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.563972] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.604516] env[69744]: DEBUG nova.network.neutron [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Updated VIF entry in instance network info cache for port a91ee337-276d-47a4-a8de-edc1bf5b9e7a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.604516] env[69744]: DEBUG nova.network.neutron [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Updating instance_info_cache with network_info: [{"id": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "address": "fa:16:3e:05:94:f5", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91ee337-27", "ovs_interfaceid": "a91ee337-276d-47a4-a8de-edc1bf5b9e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.712350] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a8f150-2f95-dd7e-73fc-0aeca844f2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.713299] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bde54dc-fb3d-4f85-a9ac-fb257c72df88 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.722569] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 638.722569] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523b7264-cf8d-1d60-0a46-b39d0f5fbf99" [ 638.722569] env[69744]: _type = "Task" [ 638.722569] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.735018] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523b7264-cf8d-1d60-0a46-b39d0f5fbf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.808667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.810369] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Instance network_info: |[{"id": "ff9561b1-8c75-43d6-b560-639a116a11f5", "address": "fa:16:3e:7b:94:63", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9561b1-8c", "ovs_interfaceid": "ff9561b1-8c75-43d6-b560-639a116a11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.810822] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:94:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff9561b1-8c75-43d6-b560-639a116a11f5', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.821526] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Creating folder: Project (6c90aeed01f04c68abec71e6ebecdc60). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.821825] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae77f69c-9372-4429-91f7-1d206fc4c367 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.831600] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Created folder: Project (6c90aeed01f04c68abec71e6ebecdc60) in parent group-v661134. [ 638.831733] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Creating folder: Instances. Parent ref: group-v661153. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.831973] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce1ce1b-0128-49b1-8dc4-658f6c74a029 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.842186] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Created folder: Instances in parent group-v661153. [ 638.842435] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.842630] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.842848] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df270d10-3a79-4596-80d6-00dd4f696064 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.867512] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.867512] env[69744]: value = "task-3311097" [ 638.867512] env[69744]: _type = "Task" [ 638.867512] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.883345] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311097, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.888345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "efcd3e19-7a15-469a-82fe-08c16658bb60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.888637] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.022455] env[69744]: DEBUG nova.compute.utils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.030664] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.030962] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.045346] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Successfully updated port: 3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.071019] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.104449] env[69744]: DEBUG nova.policy [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c852aa27b3f541b89e4653969b49b726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddc049f68e434bb58a1b16b717f4424a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.110400] env[69744]: DEBUG oslo_concurrency.lockutils [req-692050b8-aeac-4087-a9f5-9365ccb27ef4 req-79a34648-ba0d-4295-9aa9-5b3a7a22ccb5 service nova] Releasing lock "refresh_cache-e27f7381-8700-43f0-a827-d2f936a25f44" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.237265] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523b7264-cf8d-1d60-0a46-b39d0f5fbf99, 'name': SearchDatastore_Task, 'duration_secs': 0.026817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.237265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.237265] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e27f7381-8700-43f0-a827-d2f936a25f44/e27f7381-8700-43f0-a827-d2f936a25f44.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.237265] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c5a3510-ac89-4b58-a32b-99eb6eb10a10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.245708] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 639.245708] env[69744]: value = "task-3311098" [ 639.245708] env[69744]: _type = "Task" [ 639.245708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.255655] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.383027] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311097, 'name': CreateVM_Task, 'duration_secs': 0.348503} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.383027] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.383027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.383027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.383449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.383591] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7ab83e-a7dc-4eb2-a710-acbcd6cf298b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.390613] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 639.390613] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c7cc3-3d4c-be8a-f865-8a3d2deeb148" [ 639.390613] env[69744]: _type = "Task" [ 639.390613] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.400077] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c7cc3-3d4c-be8a-f865-8a3d2deeb148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.532458] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.550012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.550384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.550585] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.566431] env[69744]: DEBUG oslo_vmware.api [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311094, 'name': PowerOnVM_Task, 'duration_secs': 0.820993} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.567300] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.567525] env[69744]: INFO nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Took 11.08 seconds to spawn the instance on the hypervisor. [ 639.567735] env[69744]: DEBUG nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.568636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207c5091-3581-40df-881e-f11a2380a347 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.688503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.688503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.761520] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.862159] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065744f-0707-4f80-bdce-80dd1f29a7c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.872581] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfbfb83-41e7-4edc-b0a5-8b0de6d38e4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90de1bc5-79da-4817-a217-3dd930257e59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.918153] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe6127-5723-4fc6-8eb9-08823b099d1f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.922222] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c7cc3-3d4c-be8a-f865-8a3d2deeb148, 'name': SearchDatastore_Task, 'duration_secs': 0.027498} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.923031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.923031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.923031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.923280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.923359] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.924040] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35511a18-91c5-4ae4-a946-b56442a2f1de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.934635] env[69744]: DEBUG nova.compute.provider_tree [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.947024] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.947024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.947024] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844de7c8-7794-4bef-92a5-dadd547fa2f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.950813] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 639.950813] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53f3f-eb43-a00e-605a-e4caefc79fc9" [ 639.950813] env[69744]: _type = "Task" [ 639.950813] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.960740] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53f3f-eb43-a00e-605a-e4caefc79fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.978224] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Successfully created port: 4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.092368] env[69744]: INFO nova.compute.manager [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Took 19.72 seconds to build instance. [ 640.160802] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.257152] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857482} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.257490] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e27f7381-8700-43f0-a827-d2f936a25f44/e27f7381-8700-43f0-a827-d2f936a25f44.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.257794] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.258061] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f208a00-9f8a-4370-8eec-2bff3359442f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.266378] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 640.266378] env[69744]: value = "task-3311099" [ 640.266378] env[69744]: _type = "Task" [ 640.266378] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.277048] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.441239] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.469093] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53f3f-eb43-a00e-605a-e4caefc79fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.018043} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.470872] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223dcceb-dea5-4765-b74f-9e7dec3d283c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478894] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 640.478894] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a9fbf5-7393-ebe2-9086-ff121db06433" [ 640.478894] env[69744]: _type = "Task" [ 640.478894] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.490236] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a9fbf5-7393-ebe2-9086-ff121db06433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.548365] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.577414] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.578032] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.578032] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.578763] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.578994] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.579311] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.579606] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.579868] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.580200] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.580415] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.580628] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.581535] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2333523c-055e-4558-a016-5873f6e87034 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.589721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372c5ee8-7eed-454f-9a98-7de82f5e9a19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.596494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ea2c0e14-7ad7-4359-a036-ea27886de965 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.236s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.760366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.760614] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.776008] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07279} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.778625] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.779739] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355dcce-6002-4c77-a916-aec8e6aff06c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.807773] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e27f7381-8700-43f0-a827-d2f936a25f44/e27f7381-8700-43f0-a827-d2f936a25f44.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.808154] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed11f4f3-6a85-4c34-b07d-399d1fba42e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.832676] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 640.832676] env[69744]: value = "task-3311100" [ 640.832676] env[69744]: _type = "Task" [ 640.832676] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.845594] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.955418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.955959] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.958718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.810s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.990996] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a9fbf5-7393-ebe2-9086-ff121db06433, 'name': SearchDatastore_Task, 'duration_secs': 0.015315} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.991760] env[69744]: DEBUG nova.network.neutron [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Updating instance_info_cache with network_info: [{"id": "3104568c-8464-4218-901d-d86ffd711c66", "address": "fa:16:3e:0b:7b:ab", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3104568c-84", "ovs_interfaceid": "3104568c-8464-4218-901d-d86ffd711c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.993158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.993158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 26a807ba-3039-415b-aa30-2e554cad4d3d/26a807ba-3039-415b-aa30-2e554cad4d3d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.993653] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a690f6-c3f0-4bd3-95af-dcd0dbf1a829 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.001736] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 641.001736] env[69744]: value = "task-3311101" [ 641.001736] env[69744]: _type = "Task" [ 641.001736] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.013418] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.101752] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.198895] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Successfully updated port: 3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.343387] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.426664] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Received event network-vif-plugged-ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.426759] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquiring lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.427119] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.427714] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.427895] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] No waiting events found dispatching network-vif-plugged-ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.428214] env[69744]: WARNING nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Received unexpected event network-vif-plugged-ff9561b1-8c75-43d6-b560-639a116a11f5 for instance with vm_state building and task_state spawning. [ 641.428282] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Received event network-changed-ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.428441] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Refreshing instance network info cache due to event network-changed-ff9561b1-8c75-43d6-b560-639a116a11f5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.428638] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquiring lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.428770] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquired lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.428922] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Refreshing network info cache for port ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.462375] env[69744]: DEBUG nova.compute.utils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.463617] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.463799] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.495569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.495569] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Instance network_info: |[{"id": "3104568c-8464-4218-901d-d86ffd711c66", "address": "fa:16:3e:0b:7b:ab", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3104568c-84", "ovs_interfaceid": "3104568c-8464-4218-901d-d86ffd711c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.496792] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7b:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3104568c-8464-4218-901d-d86ffd711c66', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.503542] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Creating folder: Project (a236ec5d46374960ab51ac5c2a824e8b). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.504600] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a3e4728-68a9-4713-a837-4465e7cb74db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.521802] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.523614] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Created folder: Project (a236ec5d46374960ab51ac5c2a824e8b) in parent group-v661134. [ 641.523842] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Creating folder: Instances. Parent ref: group-v661156. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.524164] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a04e260-e503-4d17-9947-e7dd8fe671cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.534203] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Created folder: Instances in parent group-v661156. [ 641.535053] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.535053] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.535053] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14a5b5a-2829-437e-9b29-3d3efeb93bbb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.552240] env[69744]: DEBUG nova.policy [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c852aa27b3f541b89e4653969b49b726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddc049f68e434bb58a1b16b717f4424a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.558859] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.558859] env[69744]: value = "task-3311105" [ 641.558859] env[69744]: _type = "Task" [ 641.558859] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.567629] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311105, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.625840] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.704484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.704484] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.847462] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311100, 'name': ReconfigVM_Task, 'duration_secs': 0.731317} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.847840] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e27f7381-8700-43f0-a827-d2f936a25f44/e27f7381-8700-43f0-a827-d2f936a25f44.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.849457] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b8dbca-f98a-4e6c-810d-f00b5c9e4772 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.857741] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 641.857741] env[69744]: value = "task-3311106" [ 641.857741] env[69744]: _type = "Task" [ 641.857741] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.869484] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311106, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.969230] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.018039] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0c7fd63d-f778-41cf-b7f4-bf65a66f774f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.019424] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cb3d704d-e736-47a4-ba27-f87f5d3a28d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.019685] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.019928] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e86927b1-749c-43b3-908f-43b3b7ace331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.020099] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e27f7381-8700-43f0-a827-d2f936a25f44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.020362] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 26a807ba-3039-415b-aa30-2e554cad4d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.022702] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99eb9323-22b6-4f44-a88c-d3532f424111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.022702] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f1b8f182-2520-4ff2-9b83-044cc12c084e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.022702] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 85a9a85e-8118-4023-8ee1-e42775d00e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.022702] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a5ae35bc-8419-4f42-836a-4e1487a20eae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 642.041947] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934227} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.043732] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 26a807ba-3039-415b-aa30-2e554cad4d3d/26a807ba-3039-415b-aa30-2e554cad4d3d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.043975] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.044355] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3d04b61-1811-4076-8efb-2f7cdd585f38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.055141] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 642.055141] env[69744]: value = "task-3311107" [ 642.055141] env[69744]: _type = "Task" [ 642.055141] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.077167] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.081897] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311105, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.261402] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.369666] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311106, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.374670] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Successfully created port: 8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.530155] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance bf129f96-a9d6-4e02-9b06-ab76cfe16afe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 642.563304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "d14d3baf-95a0-4983-ab42-755bb9faa134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.563557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.571295] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082962} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.571987] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.573508] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330042d-d310-49eb-9950-e165bba59f78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.582323] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311105, 'name': CreateVM_Task, 'duration_secs': 0.886293} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.582323] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.582323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.582323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.582323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.582567] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be692ad-2ee1-46cb-99a0-cab0a98d7030 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.605187] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 26a807ba-3039-415b-aa30-2e554cad4d3d/26a807ba-3039-415b-aa30-2e554cad4d3d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.606303] env[69744]: DEBUG nova.network.neutron [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.609504] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007267d8-ae87-49d0-ad43-c50cd18364f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.629174] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 642.629174] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202ce45-6c26-ceb6-6e14-b50c4d62f7a2" [ 642.629174] env[69744]: _type = "Task" [ 642.629174] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.633876] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 642.633876] env[69744]: value = "task-3311108" [ 642.633876] env[69744]: _type = "Task" [ 642.633876] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.644022] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202ce45-6c26-ceb6-6e14-b50c4d62f7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.644022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.644022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.644022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.644625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.644625] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.644625] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db77a87-f9e0-47ae-8e59-ab6a0caa6915 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.648032] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.668436] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.668622] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.669409] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881a6469-a27b-4a17-865c-b9775a1155b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.678296] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 642.678296] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f9e2da-b204-1d60-2d31-1dcd99610e7c" [ 642.678296] env[69744]: _type = "Task" [ 642.678296] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.690086] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f9e2da-b204-1d60-2d31-1dcd99610e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.833996] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Updated VIF entry in instance network info cache for port ff9561b1-8c75-43d6-b560-639a116a11f5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.834291] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Updating instance_info_cache with network_info: [{"id": "ff9561b1-8c75-43d6-b560-639a116a11f5", "address": "fa:16:3e:7b:94:63", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9561b1-8c", "ovs_interfaceid": "ff9561b1-8c75-43d6-b560-639a116a11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.839948] env[69744]: DEBUG nova.compute.manager [None req-dd7df0f3-4187-4c99-a227-0264b4f0b663 tempest-ServerDiagnosticsV248Test-978292814 tempest-ServerDiagnosticsV248Test-978292814-project-admin] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.843310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2019a-da00-46b0-9a37-da9dbdc6612b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.851170] env[69744]: INFO nova.compute.manager [None req-dd7df0f3-4187-4c99-a227-0264b4f0b663 tempest-ServerDiagnosticsV248Test-978292814 tempest-ServerDiagnosticsV248Test-978292814-project-admin] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Retrieving diagnostics [ 642.852233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc0aa4e-66c3-496a-9fa2-f419a9bf87cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.892910] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311106, 'name': Rename_Task, 'duration_secs': 1.022911} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.893803] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.897327] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b47054-5adf-4f7d-a195-cec659868fc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.904890] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 642.904890] env[69744]: value = "task-3311109" [ 642.904890] env[69744]: _type = "Task" [ 642.904890] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.913441] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.984191] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.016218] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.016541] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.016639] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.016819] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.016994] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.017194] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.017401] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.017558] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.017729] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.017895] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.018114] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.019164] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d4761f-6644-4ec4-8569-fe597c20082e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.027610] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880138cb-ddc8-4466-9cf5-08b9b645f8f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.032589] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8d9df11b-f5bb-4577-b2b0-b49738d936ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 643.126372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.126958] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Instance network_info: |[{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.127412] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:88:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3740dc2a-8f29-41a6-a233-acd53179e681', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.136203] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating folder: Project (05d833e505f54a7597357db580fe07c6). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.136572] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-684beb75-ff94-46e3-a6d0-d1de4d43ff58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.147376] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.151492] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created folder: Project (05d833e505f54a7597357db580fe07c6) in parent group-v661134. [ 643.151492] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating folder: Instances. Parent ref: group-v661159. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.151492] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b4fc3c-039e-41f0-83af-993f346f5c31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.163067] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created folder: Instances in parent group-v661159. [ 643.163578] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.163578] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.164467] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff8ac83-39a7-4b9f-831b-eebfe4969a7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.193458] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f9e2da-b204-1d60-2d31-1dcd99610e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.039069} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.197380] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.197380] env[69744]: value = "task-3311113" [ 643.197380] env[69744]: _type = "Task" [ 643.197380] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.197615] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c9453a-60c9-479d-95e0-893132d58191 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.207836] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 643.207836] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526d5a36-3b11-d442-7413-1d08334431e0" [ 643.207836] env[69744]: _type = "Task" [ 643.207836] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.212062] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311113, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.222900] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Successfully updated port: 4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.226846] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526d5a36-3b11-d442-7413-1d08334431e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.345392] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Releasing lock "refresh_cache-26a807ba-3039-415b-aa30-2e554cad4d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.345793] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Received event network-vif-plugged-3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.346117] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquiring lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.346373] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.346577] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.346932] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] No waiting events found dispatching network-vif-plugged-3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.347106] env[69744]: WARNING nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Received unexpected event network-vif-plugged-3104568c-8464-4218-901d-d86ffd711c66 for instance with vm_state building and task_state spawning. [ 643.347362] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Received event network-changed-3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.347575] env[69744]: DEBUG nova.compute.manager [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Refreshing instance network info cache due to event network-changed-3104568c-8464-4218-901d-d86ffd711c66. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.347795] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquiring lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.350302] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Acquired lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.350512] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Refreshing network info cache for port 3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.418208] env[69744]: DEBUG nova.compute.manager [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 643.427121] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.537176] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cebd0101-939b-4a9c-9ac6-385df3010ce1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 643.646857] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311108, 'name': ReconfigVM_Task, 'duration_secs': 0.753609} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.647220] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 26a807ba-3039-415b-aa30-2e554cad4d3d/26a807ba-3039-415b-aa30-2e554cad4d3d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.647860] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f3fff9-8d38-45cd-a975-64c7e04d534c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.654880] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 643.654880] env[69744]: value = "task-3311114" [ 643.654880] env[69744]: _type = "Task" [ 643.654880] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.663956] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311114, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.712308] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311113, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.722814] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526d5a36-3b11-d442-7413-1d08334431e0, 'name': SearchDatastore_Task, 'duration_secs': 0.043133} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.723122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.723459] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 99eb9323-22b6-4f44-a88c-d3532f424111/99eb9323-22b6-4f44-a88c-d3532f424111.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.723765] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5742ae-4d85-4d9a-a02d-8353aafd6b30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.728063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.728063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.728312] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.730601] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 643.730601] env[69744]: value = "task-3311115" [ 643.730601] env[69744]: _type = "Task" [ 643.730601] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.740981] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.920695] env[69744]: DEBUG oslo_vmware.api [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311109, 'name': PowerOnVM_Task, 'duration_secs': 0.918271} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.920959] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.921267] env[69744]: INFO nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Took 13.19 seconds to spawn the instance on the hypervisor. [ 643.921519] env[69744]: DEBUG nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.922306] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62224e-2507-4440-8187-286bf51688a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.949801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.040762] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cbebd4dd-d99c-410b-a3fa-c4954261abff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 644.169739] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311114, 'name': Rename_Task, 'duration_secs': 0.224261} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.173232] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.173697] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914fa5c3-89c1-4499-891d-89aec0b8a59f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.182428] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 644.182428] env[69744]: value = "task-3311116" [ 644.182428] env[69744]: _type = "Task" [ 644.182428] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.198013] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.215150] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311113, 'name': CreateVM_Task, 'duration_secs': 0.616456} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.215393] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.216148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216857] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216857] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.217023] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3d1a52-2d1b-4fab-aabe-21bd382f866a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.223073] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 644.223073] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5211aa0f-442d-baad-e214-d2de0d84ab18" [ 644.223073] env[69744]: _type = "Task" [ 644.223073] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.234532] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5211aa0f-442d-baad-e214-d2de0d84ab18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.235273] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Updated VIF entry in instance network info cache for port 3104568c-8464-4218-901d-d86ffd711c66. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.236187] env[69744]: DEBUG nova.network.neutron [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Updating instance_info_cache with network_info: [{"id": "3104568c-8464-4218-901d-d86ffd711c66", "address": "fa:16:3e:0b:7b:ab", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3104568c-84", "ovs_interfaceid": "3104568c-8464-4218-901d-d86ffd711c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.247591] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311115, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.275454] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.448299] env[69744]: INFO nova.compute.manager [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Took 23.66 seconds to build instance. [ 644.544458] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e36e4f56-361c-4db8-bcf0-6a25e9aef855 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 644.590792] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Updating instance_info_cache with network_info: [{"id": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "address": "fa:16:3e:a6:29:2b", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc00d20-80", "ovs_interfaceid": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.695124] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311116, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.740417] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5211aa0f-442d-baad-e214-d2de0d84ab18, 'name': SearchDatastore_Task, 'duration_secs': 0.059412} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.744140] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.744423] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.744746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.744923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.745106] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.745618] env[69744]: DEBUG oslo_concurrency.lockutils [req-7fef202e-1ddd-4623-bb5e-424d0308d658 req-e6be5951-706f-4f17-971d-d9f03fbcf97e service nova] Releasing lock "refresh_cache-99eb9323-22b6-4f44-a88c-d3532f424111" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.745972] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6122694f-ee05-4d83-96b8-68b4a3e84c20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.759153] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705967} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.759153] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 99eb9323-22b6-4f44-a88c-d3532f424111/99eb9323-22b6-4f44-a88c-d3532f424111.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.759153] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.759153] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9bc1bfa-5a95-43b4-8f46-35cc4a878a67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.761559] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.761758] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.762849] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa33e34-f842-4022-be27-d294383e2288 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.770544] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 644.770544] env[69744]: value = "task-3311117" [ 644.770544] env[69744]: _type = "Task" [ 644.770544] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.770544] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Successfully updated port: 8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.771852] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 644.771852] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f9410c-d055-64a2-a7b2-4576f6623deb" [ 644.771852] env[69744]: _type = "Task" [ 644.771852] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.788766] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.792916] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f9410c-d055-64a2-a7b2-4576f6623deb, 'name': SearchDatastore_Task, 'duration_secs': 0.016052} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.796506] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Received event network-vif-plugged-3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.796729] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.796962] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.797162] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.797326] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] No waiting events found dispatching network-vif-plugged-3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.797502] env[69744]: WARNING nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Received unexpected event network-vif-plugged-3740dc2a-8f29-41a6-a233-acd53179e681 for instance with vm_state building and task_state spawning. [ 644.797716] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Received event network-changed-3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.797809] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Refreshing instance network info cache due to event network-changed-3740dc2a-8f29-41a6-a233-acd53179e681. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.798030] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.798209] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.798360] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Refreshing network info cache for port 3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.799468] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827c60ee-db0a-450f-81cb-9123e70a7eb2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.806800] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 644.806800] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a58db5-8549-c6c9-99ed-38cc9ff61577" [ 644.806800] env[69744]: _type = "Task" [ 644.806800] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.816261] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a58db5-8549-c6c9-99ed-38cc9ff61577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.953062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2aa979e1-36f0-4683-bae9-f25de6218550 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.173s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.049976] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0f213415-1337-4fe0-a2d0-61e3986a952d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.100026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.100026] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Instance network_info: |[{"id": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "address": "fa:16:3e:a6:29:2b", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc00d20-80", "ovs_interfaceid": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.100254] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:29:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cc00d20-80fc-4eac-9aeb-25af866d2393', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.108945] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Creating folder: Project (ddc049f68e434bb58a1b16b717f4424a). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.109645] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1baa86b9-20ce-4776-8ef0-643304269cd7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.120152] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Created folder: Project (ddc049f68e434bb58a1b16b717f4424a) in parent group-v661134. [ 645.120360] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Creating folder: Instances. Parent ref: group-v661162. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.120592] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be47478-21f6-4f36-bea2-88b801a58a64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.133612] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Created folder: Instances in parent group-v661162. [ 645.133976] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.134125] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.134230] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a080db51-4ede-420e-8b93-0908613d2df2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.157402] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.157402] env[69744]: value = "task-3311120" [ 645.157402] env[69744]: _type = "Task" [ 645.157402] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.166586] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311120, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.204107] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311116, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.275433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.275573] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.275725] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.288133] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070856} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.288133] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.288133] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d8ae0-35d1-4467-a4ec-e41a97230c49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.317412] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 99eb9323-22b6-4f44-a88c-d3532f424111/99eb9323-22b6-4f44-a88c-d3532f424111.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.317412] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35524025-a6b6-4a95-9f2a-a8e7910bb8e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.349521] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a58db5-8549-c6c9-99ed-38cc9ff61577, 'name': SearchDatastore_Task, 'duration_secs': 0.017118} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.351472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.351472] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.351773] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 645.351773] env[69744]: value = "task-3311122" [ 645.351773] env[69744]: _type = "Task" [ 645.351773] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.351958] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a18473f-7bcd-4d07-8f2c-e3940cb99124 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.367037] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.368975] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 645.368975] env[69744]: value = "task-3311123" [ 645.368975] env[69744]: _type = "Task" [ 645.368975] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.460818] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.552369] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance efcd3e19-7a15-469a-82fe-08c16658bb60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.669890] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311120, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.695654] env[69744]: DEBUG oslo_vmware.api [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311116, 'name': PowerOnVM_Task, 'duration_secs': 1.463016} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.696034] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.696034] env[69744]: INFO nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Took 12.45 seconds to spawn the instance on the hypervisor. [ 645.696302] env[69744]: DEBUG nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.697258] env[69744]: INFO nova.compute.manager [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Rebuilding instance [ 645.699741] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7f4e4f-ce06-4b79-9a3a-7222533e02e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.778987] env[69744]: DEBUG nova.compute.manager [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.781846] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23ada3f-b51c-4488-8d0a-b8a4a1ca4486 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.856335] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.873555] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.888049] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.898879] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updated VIF entry in instance network info cache for port 3740dc2a-8f29-41a6-a233-acd53179e681. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.899243] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.988878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.055410] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance ebc6a142-aac9-4523-aa7b-c61e9feb9591 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.107554] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Updating instance_info_cache with network_info: [{"id": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "address": "fa:16:3e:d6:1f:92", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a941e36-24", "ovs_interfaceid": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.169882] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311120, 'name': CreateVM_Task, 'duration_secs': 0.547908} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.170067] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.170736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.170896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.174955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.174955] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a2dec3-7119-4a83-9cf6-6782bf401117 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.179339] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 646.179339] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526bcc8f-1b39-a329-4b18-b2c767b43cd9" [ 646.179339] env[69744]: _type = "Task" [ 646.179339] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.188491] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526bcc8f-1b39-a329-4b18-b2c767b43cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.221314] env[69744]: INFO nova.compute.manager [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Took 24.64 seconds to build instance. [ 646.371160] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311122, 'name': ReconfigVM_Task, 'duration_secs': 0.657626} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.371481] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 99eb9323-22b6-4f44-a88c-d3532f424111/99eb9323-22b6-4f44-a88c-d3532f424111.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.372116] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfdde927-b37b-4f58-be80-4eac321a33ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.384840] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588305} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.386379] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.386889] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.387193] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 646.387193] env[69744]: value = "task-3311124" [ 646.387193] env[69744]: _type = "Task" [ 646.387193] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.387483] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ef7311d-944b-4a8b-808d-e7adb7186d2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.397264] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311124, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.398487] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 646.398487] env[69744]: value = "task-3311125" [ 646.398487] env[69744]: _type = "Task" [ 646.398487] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.401794] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.402231] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.402404] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing instance network info cache due to event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.402608] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquiring lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.402745] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquired lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.402900] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.409085] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.558210] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 715ead8f-947c-47a4-9ff3-fbe27331d9d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.559251] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 646.559251] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 646.614280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.614620] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Instance network_info: |[{"id": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "address": "fa:16:3e:d6:1f:92", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a941e36-24", "ovs_interfaceid": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.623019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:1f:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.629298] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.629828] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.630131] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9cf7cdc-e5f8-4c0a-823d-7f095405c02c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.659919] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.659919] env[69744]: value = "task-3311126" [ 646.659919] env[69744]: _type = "Task" [ 646.659919] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.666156] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311126, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.690385] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526bcc8f-1b39-a329-4b18-b2c767b43cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.026539} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.690635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.690868] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.691106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.691780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.691780] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.694178] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b354b3-6821-4a17-be8b-aa8fb2430fd4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.703959] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.704311] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.705419] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ba0833-88a3-469b-8b8e-d63e6e93a59a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.713835] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 646.713835] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a76cdd-de61-b3fc-e693-59a5d11f79b6" [ 646.713835] env[69744]: _type = "Task" [ 646.713835] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.722528] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a76cdd-de61-b3fc-e693-59a5d11f79b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.723021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7cf1f906-b356-4f43-847b-aad4f2956c22 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.157s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.799814] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.804555] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b591fa-3f15-4ccb-8270-0caf61a4c01e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.813818] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 646.813818] env[69744]: value = "task-3311127" [ 646.813818] env[69744]: _type = "Task" [ 646.813818] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.823093] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.907223] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311124, 'name': Rename_Task, 'duration_secs': 0.220103} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.907854] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.910019] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04476bd2-1234-4afa-a1e5-7d542f42e113 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.914426] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108904} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.916395] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.916968] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5655f-ed00-4462-90ef-2ebc4bbb8ef8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.920535] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 646.920535] env[69744]: value = "task-3311128" [ 646.920535] env[69744]: _type = "Task" [ 646.920535] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.949607] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.952085] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4c273d-fc52-4623-85be-c244fb534983 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.967591] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f33b3-008e-4a83-ac32-d20bd186073a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.973538] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.981692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c192f-f3cc-4ce0-af0a-14b9f85486f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.985792] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 646.985792] env[69744]: value = "task-3311129" [ 646.985792] env[69744]: _type = "Task" [ 646.985792] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.018748] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384d078-7065-4d05-90a4-30a99a5c90d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.025062] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.027916] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ac956-ab09-4ba7-9f6e-381d6dbcd366 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.043907] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.167727] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311126, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.227368] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a76cdd-de61-b3fc-e693-59a5d11f79b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.227821] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.232405] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b573437-4dbd-42e1-9d7b-af86daa3fbad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.239130] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 647.239130] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522bed2c-2e7e-d74a-8e3f-3f0655b9f950" [ 647.239130] env[69744]: _type = "Task" [ 647.239130] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.247156] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522bed2c-2e7e-d74a-8e3f-3f0655b9f950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.295969] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updated VIF entry in instance network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.296785] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updating instance_info_cache with network_info: [{"id": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "address": "fa:16:3e:95:46:34", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb1011f-63", "ovs_interfaceid": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.331158] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311127, 'name': PowerOffVM_Task, 'duration_secs': 0.296689} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.331158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.331335] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.331980] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01170e0d-14d1-4512-9818-1da533efc7ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.341631] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.341631] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af064b96-4ab7-4d84-8f42-ab29e89a785a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.368305] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.368783] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.368783] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleting the datastore file [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.369102] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68afe9a2-1389-4346-9858-a2394ba49792 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.377813] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 647.377813] env[69744]: value = "task-3311131" [ 647.377813] env[69744]: _type = "Task" [ 647.377813] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.385951] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.433671] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.496181] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.577791] env[69744]: ERROR nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [req-1034af0b-0d6a-436d-acb4-1c7a9822ee5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1034af0b-0d6a-436d-acb4-1c7a9822ee5f"}]} [ 647.602828] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.620965] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.620965] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.636267] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 647.664696] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.673595] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311126, 'name': CreateVM_Task, 'duration_secs': 0.552848} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.673889] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.678108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.678612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.678907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.679281] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e3401f-a658-47f2-aa3b-435e1cfafceb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.686650] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 647.686650] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a5cb75-3342-0504-c95a-c79ae5675b1d" [ 647.686650] env[69744]: _type = "Task" [ 647.686650] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.699858] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a5cb75-3342-0504-c95a-c79ae5675b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.752882] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522bed2c-2e7e-d74a-8e3f-3f0655b9f950, 'name': SearchDatastore_Task, 'duration_secs': 0.028746} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.757185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.757553] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 85a9a85e-8118-4023-8ee1-e42775d00e9f/85a9a85e-8118-4023-8ee1-e42775d00e9f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.758258] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d611df-d702-4fcb-9db9-2994e01d9af0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.761332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.767011] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 647.767011] env[69744]: value = "task-3311133" [ 647.767011] env[69744]: _type = "Task" [ 647.767011] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.780216] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.802166] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Releasing lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.802489] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Received event network-vif-plugged-4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.802727] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquiring lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.802938] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.803135] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.803274] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] No waiting events found dispatching network-vif-plugged-4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.803436] env[69744]: WARNING nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Received unexpected event network-vif-plugged-4cc00d20-80fc-4eac-9aeb-25af866d2393 for instance with vm_state building and task_state spawning. [ 647.803598] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Received event network-changed-4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.803745] env[69744]: DEBUG nova.compute.manager [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Refreshing instance network info cache due to event network-changed-4cc00d20-80fc-4eac-9aeb-25af866d2393. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.803931] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquiring lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.804133] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Acquired lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.804299] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Refreshing network info cache for port 4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.891045] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152744} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.891403] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.891684] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.891888] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.935068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "36e915c8-e43c-425a-8c47-643372176a16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.935068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.942021] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.003102] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311129, 'name': ReconfigVM_Task, 'duration_secs': 0.562819} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.003426] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.004125] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97a2336b-9b5d-44b3-bf18-48f074da99c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.012194] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 648.012194] env[69744]: value = "task-3311134" [ 648.012194] env[69744]: _type = "Task" [ 648.012194] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.026420] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311134, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.097791] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a3dc9-5dc0-47ef-b49d-d72cca931faf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.108787] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38103bb-7fc1-4aad-ab11-346a0a06235d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.145931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c422c-7953-4a65-8b06-a5f98a0f768d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.154075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d43b42-ebbe-4fbc-b680-ad911438f533 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.171895] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.201341] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a5cb75-3342-0504-c95a-c79ae5675b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.092903} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.201952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.202332] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.202582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.203024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.203274] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.203884] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e0f0b3e-913c-486c-92a4-99a98eecfbc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.220015] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.220183] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.221023] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983afb1a-c3bf-4189-8818-9ab7e9ad2cea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.227531] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 648.227531] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff8bd3-d3ff-b3eb-aca5-fb6aa5614df8" [ 648.227531] env[69744]: _type = "Task" [ 648.227531] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.236845] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff8bd3-d3ff-b3eb-aca5-fb6aa5614df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.240986] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.241200] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing instance network info cache due to event network-changed-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.241517] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Acquiring lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.241588] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Acquired lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.241705] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Refreshing network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.280043] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.444121] env[69744]: DEBUG oslo_vmware.api [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311128, 'name': PowerOnVM_Task, 'duration_secs': 1.145967} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.444985] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.444985] env[69744]: INFO nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Took 12.81 seconds to spawn the instance on the hypervisor. [ 648.444985] env[69744]: DEBUG nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.445602] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f7792e-bb73-430e-95f9-b6180fc80ba9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.528450] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311134, 'name': Rename_Task, 'duration_secs': 0.385527} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.528894] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.529304] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4c73e7-517e-4ce6-ba90-c69054732966 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.536708] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 648.536708] env[69744]: value = "task-3311135" [ 648.536708] env[69744]: _type = "Task" [ 648.536708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.547720] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.684665] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Updated VIF entry in instance network info cache for port 4cc00d20-80fc-4eac-9aeb-25af866d2393. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.684665] env[69744]: DEBUG nova.network.neutron [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Updating instance_info_cache with network_info: [{"id": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "address": "fa:16:3e:a6:29:2b", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc00d20-80", "ovs_interfaceid": "4cc00d20-80fc-4eac-9aeb-25af866d2393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.698212] env[69744]: ERROR nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [req-8f2ce2cf-7139-4df8-9513-116f0e6a96c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f2ce2cf-7139-4df8-9513-116f0e6a96c6"}]} [ 648.729159] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 648.738958] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff8bd3-d3ff-b3eb-aca5-fb6aa5614df8, 'name': SearchDatastore_Task, 'duration_secs': 0.065215} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.739814] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17c2947-178b-4d08-bae7-2e2e351beaf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.748301] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 648.748301] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7c9a-f540-52df-d1b8-96cf3dc15559" [ 648.748301] env[69744]: _type = "Task" [ 648.748301] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.756787] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7c9a-f540-52df-d1b8-96cf3dc15559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.762353] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 648.765910] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.777133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.777900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.782021] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679261} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.782148] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 85a9a85e-8118-4023-8ee1-e42775d00e9f/85a9a85e-8118-4023-8ee1-e42775d00e9f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.782606] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.782606] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67dc2f02-45ad-4721-89ca-5a70346230e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.789767] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 648.789767] env[69744]: value = "task-3311136" [ 648.789767] env[69744]: _type = "Task" [ 648.789767] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.790338] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 648.801651] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.814612] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 648.934462] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.934733] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.934887] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.935111] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.935258] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.935401] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.935602] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.935755] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.935911] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.936086] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.936258] env[69744]: DEBUG nova.virt.hardware [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.937273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a3242-d99a-43d5-b43a-7d42276aac3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.947176] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd76c58-d724-4087-a36f-92f586d91c18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.968048] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.975823] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.985226] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.985742] env[69744]: INFO nova.compute.manager [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Took 27.06 seconds to build instance. [ 648.986758] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8053e2-542a-4176-9f72-f35df92b89f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.003461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94f464e-e31a-4e0a-8d0c-3956895601c1 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "99eb9323-22b6-4f44-a88c-d3532f424111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.084s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.013084] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.013084] env[69744]: value = "task-3311137" [ 649.013084] env[69744]: _type = "Task" [ 649.013084] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.023517] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311137, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.053858] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.110454] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updated VIF entry in instance network info cache for port 3fb1011f-630c-40fe-bdcb-7f68fcfa1a30. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.110830] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updating instance_info_cache with network_info: [{"id": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "address": "fa:16:3e:95:46:34", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb1011f-63", "ovs_interfaceid": "3fb1011f-630c-40fe-bdcb-7f68fcfa1a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.190240] env[69744]: DEBUG oslo_concurrency.lockutils [req-6dcb6ea1-7ef5-4fc4-8bef-6d60968df915 req-947dc24c-ff3a-4717-971a-256118bebdda service nova] Releasing lock "refresh_cache-85a9a85e-8118-4023-8ee1-e42775d00e9f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263946] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7c9a-f540-52df-d1b8-96cf3dc15559, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.264249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.264525] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a5ae35bc-8419-4f42-836a-4e1487a20eae/a5ae35bc-8419-4f42-836a-4e1487a20eae.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.264787] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e416336e-5131-4780-b375-b430896743d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.274989] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 649.274989] env[69744]: value = "task-3311138" [ 649.274989] env[69744]: _type = "Task" [ 649.274989] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.283445] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.290921] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48955460-0de7-40d5-b236-2268f324d409 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.304260] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81418cf3-4de1-439c-9a21-a65ed2267d17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.308103] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065001} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.308103] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.308758] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2c125-feab-45e4-a731-1b4a534a7c1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.345522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd39554b-2d68-4ded-a769-84bb9da00d05 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.367747] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 85a9a85e-8118-4023-8ee1-e42775d00e9f/85a9a85e-8118-4023-8ee1-e42775d00e9f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.367747] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c01c16-5b1e-47f2-a3ad-a49766c99fcd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.387918] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5204ca99-6e26-449d-aad4-8c184da11395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.400738] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 649.400738] env[69744]: value = "task-3311139" [ 649.400738] env[69744]: _type = "Task" [ 649.400738] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.414446] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.422422] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.509247] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.523558] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311137, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.553450] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.615596] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Releasing lock "refresh_cache-0c7fd63d-f778-41cf-b7f4-bf65a66f774f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.616341] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Received event network-vif-plugged-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.617951] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Acquiring lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.617951] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.617951] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.617951] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] No waiting events found dispatching network-vif-plugged-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.617951] env[69744]: WARNING nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Received unexpected event network-vif-plugged-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 for instance with vm_state building and task_state spawning. [ 649.618227] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Received event network-changed-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.618426] env[69744]: DEBUG nova.compute.manager [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Refreshing instance network info cache due to event network-changed-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.618651] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Acquiring lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.618870] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Acquired lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.619185] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Refreshing network info cache for port 8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.785819] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.914672] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.965596] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 649.965992] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 28 to 29 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 649.965992] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.034121] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311137, 'name': CreateVM_Task, 'duration_secs': 0.634478} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.035984] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.035984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.035984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.035984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.035984] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa23706-4b24-4871-8fa7-012a4a842e55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.040369] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 650.040369] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e1e4bb-1e95-56bd-f442-d930f31f686d" [ 650.040369] env[69744]: _type = "Task" [ 650.040369] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.044246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.052670] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e1e4bb-1e95-56bd-f442-d930f31f686d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.056117] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.290568] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696711} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.291468] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a5ae35bc-8419-4f42-836a-4e1487a20eae/a5ae35bc-8419-4f42-836a-4e1487a20eae.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.291855] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.292239] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90c2ea91-1c61-46dd-a563-79df00dd8a2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.299872] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 650.299872] env[69744]: value = "task-3311140" [ 650.299872] env[69744]: _type = "Task" [ 650.299872] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.309235] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.395370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "e27f7381-8700-43f0-a827-d2f936a25f44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.395737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.396159] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.396503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.396777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.399329] env[69744]: INFO nova.compute.manager [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Terminating instance [ 650.411685] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311139, 'name': ReconfigVM_Task, 'duration_secs': 0.700657} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.411958] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 85a9a85e-8118-4023-8ee1-e42775d00e9f/85a9a85e-8118-4023-8ee1-e42775d00e9f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.412574] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca83f95-7b46-46ba-b671-816901375fa9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.418615] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 650.418615] env[69744]: value = "task-3311141" [ 650.418615] env[69744]: _type = "Task" [ 650.418615] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.428117] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311141, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.474489] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 650.474489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.515s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.474489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.215s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.477331] env[69744]: INFO nova.compute.claims [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.557465] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e1e4bb-1e95-56bd-f442-d930f31f686d, 'name': SearchDatastore_Task, 'duration_secs': 0.014237} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.561490] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.561937] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.562251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.562401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.562580] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.564723] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.564723] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c23969c8-6ebc-43ea-9ee6-36778a44b22b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.572376] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Updated VIF entry in instance network info cache for port 8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.572698] env[69744]: DEBUG nova.network.neutron [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Updating instance_info_cache with network_info: [{"id": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "address": "fa:16:3e:d6:1f:92", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a941e36-24", "ovs_interfaceid": "8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.578830] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.578830] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.578830] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215f295c-1869-427e-a0b8-22c7474f4b1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.584343] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 650.584343] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7d25d-fb03-0e31-6b85-479b0b4b2c33" [ 650.584343] env[69744]: _type = "Task" [ 650.584343] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.594488] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7d25d-fb03-0e31-6b85-479b0b4b2c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.817341] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223453} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.817773] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.819294] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74b7f3-b33e-48ff-8b82-bc22dc8291a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849214] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a5ae35bc-8419-4f42-836a-4e1487a20eae/a5ae35bc-8419-4f42-836a-4e1487a20eae.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.849214] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c509bea0-6eac-45cc-a5cc-597e542e2340 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.875767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.876157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.882151] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 650.882151] env[69744]: value = "task-3311142" [ 650.882151] env[69744]: _type = "Task" [ 650.882151] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.892277] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.909020] env[69744]: DEBUG nova.compute.manager [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.909020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.909020] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902172e-048d-4538-97a1-e9978488fcf8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.915521] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.916116] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f21e9a8-c34f-4322-a2fe-70a920ef017e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.925410] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 650.925410] env[69744]: value = "task-3311143" [ 650.925410] env[69744]: _type = "Task" [ 650.925410] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.933545] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311141, 'name': Rename_Task, 'duration_secs': 0.21628} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.934596] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.935068] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e868455-6ab4-4c65-bf39-f9a296d8ed00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.940289] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.945447] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 650.945447] env[69744]: value = "task-3311144" [ 650.945447] env[69744]: _type = "Task" [ 650.945447] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.956718] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.060518] env[69744]: DEBUG oslo_vmware.api [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311135, 'name': PowerOnVM_Task, 'duration_secs': 2.15496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.061396] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.061921] env[69744]: INFO nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Took 12.95 seconds to spawn the instance on the hypervisor. [ 651.062081] env[69744]: DEBUG nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.062871] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da074ef-450f-4775-955c-9fd5502caabb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.079200] env[69744]: DEBUG oslo_concurrency.lockutils [req-920bf5ac-fa37-4a41-9023-bde4930ccb5f req-024bc62b-7b75-4903-93b5-a4408467ae09 service nova] Releasing lock "refresh_cache-a5ae35bc-8419-4f42-836a-4e1487a20eae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.096807] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7d25d-fb03-0e31-6b85-479b0b4b2c33, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.101898] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3373c4-bd31-489c-a7f9-ccce2f3af1c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.105342] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 651.105342] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe8297-6767-bfbb-0520-caf5d745acbf" [ 651.105342] env[69744]: _type = "Task" [ 651.105342] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.115316] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe8297-6767-bfbb-0520-caf5d745acbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.390913] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311142, 'name': ReconfigVM_Task, 'duration_secs': 0.363669} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.391314] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a5ae35bc-8419-4f42-836a-4e1487a20eae/a5ae35bc-8419-4f42-836a-4e1487a20eae.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.392392] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3526435-cf74-4b58-99a3-0d13072a3255 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.399758] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 651.399758] env[69744]: value = "task-3311146" [ 651.399758] env[69744]: _type = "Task" [ 651.399758] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.412022] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311146, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.437143] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311143, 'name': PowerOffVM_Task, 'duration_secs': 0.209475} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.437251] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.437520] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.437743] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f98ec9-dd18-47dc-ac54-e19b1dc239c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.456096] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.500139] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.500139] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.500139] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Deleting the datastore file [datastore1] e27f7381-8700-43f0-a827-d2f936a25f44 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.500139] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e01abec1-6b96-411d-a37c-5a56b0b4a0e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.509026] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for the task: (returnval){ [ 651.509026] env[69744]: value = "task-3311148" [ 651.509026] env[69744]: _type = "Task" [ 651.509026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.519996] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.595405] env[69744]: INFO nova.compute.manager [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Took 25.30 seconds to build instance. [ 651.619848] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe8297-6767-bfbb-0520-caf5d745acbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.620133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.620439] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.623654] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16fe951e-56c8-48cf-b164-e38be91df768 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.630214] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 651.630214] env[69744]: value = "task-3311149" [ 651.630214] env[69744]: _type = "Task" [ 651.630214] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.638507] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.912924] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311146, 'name': Rename_Task, 'duration_secs': 0.16524} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.912924] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.914428] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b0457b-8b99-4a52-a69a-dd0250ac375a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.923617] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 651.923617] env[69744]: value = "task-3311150" [ 651.923617] env[69744]: _type = "Task" [ 651.923617] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.934026] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.969850] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.977356] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45fba92-ab48-423c-a4dc-09ba1d71d101 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.986894] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b9ea99-cba3-45d1-828e-5fde5367d5e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.022749] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c681f9b9-aa08-4bb9-b1c9-1b4942694f25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.037236] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17dbd52-d380-4c79-b631-916610ead1bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.042034] env[69744]: DEBUG oslo_vmware.api [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Task: {'id': task-3311148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388502} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.042034] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.042436] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.042436] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.042436] env[69744]: INFO nova.compute.manager [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 652.042949] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.045352] env[69744]: DEBUG nova.compute.manager [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.045473] env[69744]: DEBUG nova.network.neutron [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.066180] env[69744]: DEBUG nova.compute.provider_tree [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.101662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5dda469-e514-422e-ad73-a8f56e375bfb tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.822s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.148273] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311149, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.439814] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.461854] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311144, 'name': PowerOnVM_Task, 'duration_secs': 1.412432} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.462844] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.466019] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Took 11.91 seconds to spawn the instance on the hypervisor. [ 652.466019] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.466019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b16d6-9cfd-4804-b87c-1aae848d8e45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.604487] env[69744]: ERROR nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [req-a59db91e-8687-4658-af5f-7dfcd5685a65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a59db91e-8687-4658-af5f-7dfcd5685a65"}]} [ 652.604855] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.634892] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 652.653986] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670215} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.654278] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.654494] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.654742] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3eee480-fea6-4a9f-ac99-1da6df452c49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.662057] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 652.662057] env[69744]: value = "task-3311151" [ 652.662057] env[69744]: _type = "Task" [ 652.662057] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.673486] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 652.673915] env[69744]: DEBUG nova.compute.provider_tree [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.682940] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.697999] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 652.718537] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 652.940018] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311150, 'name': PowerOnVM_Task, 'duration_secs': 0.536699} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.940018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.940018] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Took 9.96 seconds to spawn the instance on the hypervisor. [ 652.940018] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.940688] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a913cb-91f5-41ff-8458-a5a89fd03722 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.992825] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Took 23.06 seconds to build instance. [ 653.115591] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4bdfa8-f9fd-428e-ab7a-12dc15100157 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.128841] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76d7ae-4c61-4add-838d-54fe29430be8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.134787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.173410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4490485-39ad-416b-8d27-83c82fde72d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.181442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Acquiring lock "99eb9323-22b6-4f44-a88c-d3532f424111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.181669] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "99eb9323-22b6-4f44-a88c-d3532f424111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.181865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Acquiring lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.182093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.182303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "99eb9323-22b6-4f44-a88c-d3532f424111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.183867] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.448624} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.184378] env[69744]: INFO nova.compute.manager [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Terminating instance [ 653.187795] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.189531] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30dd756-93d3-41c5-9630-f80df02921c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.193155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25af7db-ed0a-4128-b85a-d06dc8b223d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.215252] env[69744]: DEBUG nova.compute.provider_tree [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.225354] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.226459] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13287429-93ab-4e88-90b1-68b245b633fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.247522] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 653.247522] env[69744]: value = "task-3311152" [ 653.247522] env[69744]: _type = "Task" [ 653.247522] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.257136] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.436495] env[69744]: DEBUG nova.network.neutron [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.465812] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Took 23.51 seconds to build instance. [ 653.494740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.577s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.698805] env[69744]: DEBUG nova.compute.manager [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.699129] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.700051] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06f2da5-2bf0-4deb-874c-35e8ca4a54ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.715459] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.715902] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef91889f-e97e-48a3-8a1a-89f1d8424870 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.722394] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Waiting for the task: (returnval){ [ 653.722394] env[69744]: value = "task-3311154" [ 653.722394] env[69744]: _type = "Task" [ 653.722394] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.727404] env[69744]: DEBUG nova.scheduler.client.report [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.737768] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Task: {'id': task-3311154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.760119] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.939979] env[69744]: INFO nova.compute.manager [-] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Took 1.89 seconds to deallocate network for instance. [ 653.971172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.024s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.998095] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.235352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.761s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.236426] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.239534] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Task: {'id': task-3311154, 'name': PowerOffVM_Task, 'duration_secs': 0.311901} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.239534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.315s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.240741] env[69744]: INFO nova.compute.claims [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.243410] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.243582] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.244040] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba444496-abb4-419a-bdb5-8e3bc7b750b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.258089] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311152, 'name': ReconfigVM_Task, 'duration_secs': 0.96659} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.258393] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9/cb3d704d-e736-47a4-ba27-f87f5d3a28d9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.261460] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27141b19-1cce-4b2b-bd28-54e14f73cf8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.266924] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 654.266924] env[69744]: value = "task-3311156" [ 654.266924] env[69744]: _type = "Task" [ 654.266924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.277106] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311156, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.316323] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.316323] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.316433] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Deleting the datastore file [datastore2] 99eb9323-22b6-4f44-a88c-d3532f424111 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.317361] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6172ffc4-eabf-475c-9f77-39434ef84cd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.325020] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Waiting for the task: (returnval){ [ 654.325020] env[69744]: value = "task-3311157" [ 654.325020] env[69744]: _type = "Task" [ 654.325020] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.335413] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Task: {'id': task-3311157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.448058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.475508] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.531135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.747061] env[69744]: DEBUG nova.compute.utils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.747168] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.747630] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.783046] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311156, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.843738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.844020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.849704] env[69744]: DEBUG oslo_vmware.api [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Task: {'id': task-3311157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498727} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.850837] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.850837] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.850837] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.850837] env[69744]: INFO nova.compute.manager [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Took 1.15 seconds to destroy the instance on the hypervisor. [ 654.850837] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.851091] env[69744]: DEBUG nova.compute.manager [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.851091] env[69744]: DEBUG nova.network.neutron [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.904189] env[69744]: DEBUG nova.policy [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c852aa27b3f541b89e4653969b49b726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddc049f68e434bb58a1b16b717f4424a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.000368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.254759] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.283332] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311156, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.640306] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30bce67-9b26-4135-9b49-9d10a53d3198 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.648131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce9aab-03c5-4a88-91c0-61679ae47734 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.681272] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d993e22f-28ef-4960-b442-c58bdf1f79b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.689944] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b4c5b-85b4-48c8-807a-6dc5df65756b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.704551] env[69744]: DEBUG nova.compute.provider_tree [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.784234] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311156, 'name': Rename_Task, 'duration_secs': 1.340412} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.784234] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.784687] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984e1504-42e0-40d6-aa93-ecc29cfb06b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.791498] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 655.791498] env[69744]: value = "task-3311159" [ 655.791498] env[69744]: _type = "Task" [ 655.791498] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.802275] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.828961] env[69744]: DEBUG nova.compute.manager [req-e2fec3f0-a0b6-4e38-b0c5-7d00a9aceb61 req-79e132db-ba3b-4f9d-be4c-3b0c802d62f8 service nova] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Received event network-vif-deleted-a91ee337-276d-47a4-a8de-edc1bf5b9e7a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.014376] env[69744]: DEBUG nova.compute.manager [None req-7765cb12-e827-47ef-9d57-dd616ed87d9e tempest-ServerDiagnosticsV248Test-978292814 tempest-ServerDiagnosticsV248Test-978292814-project-admin] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.016291] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8788e-9142-44f2-bdd1-3f726cb1301d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.024424] env[69744]: INFO nova.compute.manager [None req-7765cb12-e827-47ef-9d57-dd616ed87d9e tempest-ServerDiagnosticsV248Test-978292814 tempest-ServerDiagnosticsV248Test-978292814-project-admin] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Retrieving diagnostics [ 656.025594] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efcd2b-3b11-48d1-ae5d-d767ff373a9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.148154] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Successfully created port: 78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.240223] env[69744]: ERROR nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [req-8ea3f318-9064-4686-9f92-79e4829da9f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ea3f318-9064-4686-9f92-79e4829da9f6"}]} [ 656.261300] env[69744]: DEBUG nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.270025] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.287578] env[69744]: DEBUG nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.287795] env[69744]: DEBUG nova.compute.provider_tree [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.306401] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311159, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.308715] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.308947] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.309118] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.309304] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.309448] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.309601] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.309812] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.309968] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.313910] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.314289] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.314368] env[69744]: DEBUG nova.virt.hardware [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.315460] env[69744]: DEBUG nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.318493] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecec085-c611-42ed-8b9e-cb82daf8f16c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.328337] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2f3367-e946-4d3e-abb6-a82ba3e4407f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.347665] env[69744]: DEBUG nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.568878] env[69744]: DEBUG nova.network.neutron [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.792303] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a42d09-2742-4b9a-8a64-19ba29d0b8a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.808479] env[69744]: DEBUG oslo_vmware.api [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311159, 'name': PowerOnVM_Task, 'duration_secs': 0.884766} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.809515] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de13341-dedb-49d3-901c-c84509a36dda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.812677] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.813283] env[69744]: DEBUG nova.compute.manager [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.813658] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f9a95e-4d15-4cd5-a49a-621d5c4886e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.849659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fae3ec-0661-410c-94c0-a330974e4800 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.858406] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3164f-f67f-4e46-bcee-20885f1e5228 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.873218] env[69744]: DEBUG nova.compute.provider_tree [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.072114] env[69744]: INFO nova.compute.manager [-] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Took 2.22 seconds to deallocate network for instance. [ 657.358827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.424320] env[69744]: DEBUG nova.scheduler.client.report [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.424861] env[69744]: DEBUG nova.compute.provider_tree [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 31 to 32 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.425061] env[69744]: DEBUG nova.compute.provider_tree [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.579776] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.930016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.690s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.931172] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.933812] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.475s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.935204] env[69744]: INFO nova.compute.claims [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.176181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "e86927b1-749c-43b3-908f-43b3b7ace331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.176181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.176181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "e86927b1-749c-43b3-908f-43b3b7ace331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.176668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.176668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.179218] env[69744]: INFO nova.compute.manager [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Terminating instance [ 658.448544] env[69744]: DEBUG nova.compute.utils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.458483] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.458685] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.619832] env[69744]: DEBUG nova.policy [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8caf589d02c5499b87d2cde6673e1cb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b6113c15ee840f485fee8511af3b6d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.690593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "refresh_cache-e86927b1-749c-43b3-908f-43b3b7ace331" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.690779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquired lock "refresh_cache-e86927b1-749c-43b3-908f-43b3b7ace331" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.690949] env[69744]: DEBUG nova.network.neutron [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.777999] env[69744]: DEBUG nova.compute.manager [req-2c32ea67-777a-408f-8aea-27125c4584ae req-b9fff20d-2b1f-41ea-ac19-283425d6c82b service nova] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Received event network-vif-deleted-3104568c-8464-4218-901d-d86ffd711c66 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.817191] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Successfully updated port: 78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.837750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.841469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.841469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.841469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.841469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.845143] env[69744]: INFO nova.compute.manager [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Terminating instance [ 658.955235] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.257481] env[69744]: DEBUG nova.network.neutron [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.326304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.326893] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.351567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "refresh_cache-cb3d704d-e736-47a4-ba27-f87f5d3a28d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.351567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquired lock "refresh_cache-cb3d704d-e736-47a4-ba27-f87f5d3a28d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.351567] env[69744]: DEBUG nova.network.neutron [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.430298] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9995d-0592-4b3c-8c51-d88ea0fb827e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.439021] env[69744]: DEBUG nova.network.neutron [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.441251] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c7273-e509-4028-9880-91032acac8e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.484291] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f3ff8-16c0-4075-a395-3f7457483126 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.494227] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50076422-50d7-4954-a812-fc4f8d4833fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.516105] env[69744]: DEBUG nova.compute.provider_tree [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.556337] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Successfully created port: 8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.861741] env[69744]: DEBUG nova.compute.manager [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Received event network-changed-3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.861944] env[69744]: DEBUG nova.compute.manager [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Refreshing instance network info cache due to event network-changed-3740dc2a-8f29-41a6-a233-acd53179e681. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.862115] env[69744]: DEBUG oslo_concurrency.lockutils [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.862256] env[69744]: DEBUG oslo_concurrency.lockutils [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.862411] env[69744]: DEBUG nova.network.neutron [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Refreshing network info cache for port 3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.890192] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.892814] env[69744]: DEBUG nova.network.neutron [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.949370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Releasing lock "refresh_cache-e86927b1-749c-43b3-908f-43b3b7ace331" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.949370] env[69744]: DEBUG nova.compute.manager [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.949370] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.949370] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5df443-7899-4025-9b01-c315252e4a3c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.963626] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.963903] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57087a5-db51-4c07-9efe-265ef54ad140 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.976804] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 659.976804] env[69744]: value = "task-3311160" [ 659.976804] env[69744]: _type = "Task" [ 659.976804] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.985884] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.989166] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.015194] env[69744]: DEBUG nova.network.neutron [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.020865] env[69744]: DEBUG nova.scheduler.client.report [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.037775] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.038251] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.038367] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.038518] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.038638] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.038793] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.039121] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.040456] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.040456] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.040656] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.041693] env[69744]: DEBUG nova.virt.hardware [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.042140] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331ac10-5aa5-4f52-9a27-7895bf0fa6db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.057134] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa735a42-6154-426d-8cb0-2e9976f76710 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.343425] env[69744]: DEBUG nova.network.neutron [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Updating instance_info_cache with network_info: [{"id": "78ac530d-f527-4c47-8189-423e02a6aae1", "address": "fa:16:3e:c2:93:44", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac530d-f5", "ovs_interfaceid": "78ac530d-f527-4c47-8189-423e02a6aae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.486603] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311160, 'name': PowerOffVM_Task, 'duration_secs': 0.156188} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.486931] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.487166] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.487481] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15b6883-24bd-4d62-b106-4b813ff127a5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.514029] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.514029] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.514210] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleting the datastore file [datastore2] e86927b1-749c-43b3-908f-43b3b7ace331 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.518385] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-756d7f8d-24a0-4151-853c-411ccae705ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.520457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Releasing lock "refresh_cache-cb3d704d-e736-47a4-ba27-f87f5d3a28d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.520840] env[69744]: DEBUG nova.compute.manager [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.521035] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.522071] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8f946-0fbb-4c2a-9db2-087661d6cab8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529581] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.532418] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0515c4c4-e8cd-4c5e-ae28-3381e37dd44f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.533136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.533614] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.536641] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for the task: (returnval){ [ 660.536641] env[69744]: value = "task-3311162" [ 660.536641] env[69744]: _type = "Task" [ 660.536641] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.536641] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.911s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.539252] env[69744]: INFO nova.compute.claims [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.546224] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 660.546224] env[69744]: value = "task-3311163" [ 660.546224] env[69744]: _type = "Task" [ 660.546224] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.552938] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.559367] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.722115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.722325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.814105] env[69744]: DEBUG nova.network.neutron [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updated VIF entry in instance network info cache for port 3740dc2a-8f29-41a6-a233-acd53179e681. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.814742] env[69744]: DEBUG nova.network.neutron [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.848149] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.848494] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Instance network_info: |[{"id": "78ac530d-f527-4c47-8189-423e02a6aae1", "address": "fa:16:3e:c2:93:44", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac530d-f5", "ovs_interfaceid": "78ac530d-f527-4c47-8189-423e02a6aae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.850484] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:93:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ac530d-f527-4c47-8189-423e02a6aae1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.858966] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.860139] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.860139] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2937808-ab2e-421e-ae08-db78c55ed9b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.882017] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.882017] env[69744]: value = "task-3311164" [ 660.882017] env[69744]: _type = "Task" [ 660.882017] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.891650] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311164, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.044010] env[69744]: DEBUG nova.compute.utils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.050425] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.050682] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.068106] env[69744]: DEBUG oslo_vmware.api [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Task: {'id': task-3311162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149326} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.074050] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.074321] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.074549] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.074801] env[69744]: INFO nova.compute.manager [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Took 1.13 seconds to destroy the instance on the hypervisor. [ 661.075099] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.076224] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311163, 'name': PowerOffVM_Task, 'duration_secs': 0.189245} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.076477] env[69744]: DEBUG nova.compute.manager [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.076579] env[69744]: DEBUG nova.network.neutron [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.078432] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.078638] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.079226] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec50a39-e802-48c0-920f-984868feb64a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.127713] env[69744]: DEBUG nova.network.neutron [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.129903] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.130201] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.130396] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleting the datastore file [datastore1] cb3d704d-e736-47a4-ba27-f87f5d3a28d9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.130774] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d74b48-86f6-43dd-b6b9-3aaa5632f02b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.137485] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for the task: (returnval){ [ 661.137485] env[69744]: value = "task-3311166" [ 661.137485] env[69744]: _type = "Task" [ 661.137485] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.148544] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.188782] env[69744]: DEBUG nova.policy [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea8974c1750468db0e8ad1e2d022596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aeb9553368a445faa03b805e88765cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.318539] env[69744]: DEBUG oslo_concurrency.lockutils [req-307ef83f-02c3-4de3-a6b9-15e050ce093c req-f0f86577-52df-4332-971e-adf62ce8dc44 service nova] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.398891] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311164, 'name': CreateVM_Task, 'duration_secs': 0.461276} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.398891] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.398891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.398891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.400693] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ad7dc2-fa2f-4df6-b9ae-89b70ca6d558 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.409507] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 661.409507] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525abe7f-498f-0717-f925-d4d567e30212" [ 661.409507] env[69744]: _type = "Task" [ 661.409507] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.419476] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525abe7f-498f-0717-f925-d4d567e30212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.499536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.500015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.561088] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.633880] env[69744]: DEBUG nova.network.neutron [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.657849] env[69744]: DEBUG oslo_vmware.api [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Task: {'id': task-3311166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145874} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.658285] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.658573] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.658892] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.659134] env[69744]: INFO nova.compute.manager [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 661.659498] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.660144] env[69744]: DEBUG nova.compute.manager [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.660295] env[69744]: DEBUG nova.network.neutron [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.696893] env[69744]: DEBUG nova.network.neutron [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.920156] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525abe7f-498f-0717-f925-d4d567e30212, 'name': SearchDatastore_Task, 'duration_secs': 0.020445} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.920461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.920689] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.920914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.924606] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.924855] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.925161] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f80182f4-911c-4063-af31-bdd09bd264c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.939123] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.939330] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.940194] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954f87b8-d4ae-4de2-a9d9-78584e2d5122 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.947482] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 661.947482] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e51ea-9eb7-2410-c1fc-cbf4766a038a" [ 661.947482] env[69744]: _type = "Task" [ 661.947482] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.960039] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e51ea-9eb7-2410-c1fc-cbf4766a038a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.083615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac88174c-aca6-40ba-afc9-65761829cd78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.096009] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c9da4-f01b-45ef-97eb-933f9daa0e77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.139325] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dd7fe-e3fe-4845-9e8e-f10373cba26a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.142320] env[69744]: INFO nova.compute.manager [-] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Took 1.07 seconds to deallocate network for instance. [ 662.151219] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dcc29f-bcb9-47d7-a47d-a0ffb7b9fbae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.170704] env[69744]: DEBUG nova.compute.provider_tree [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.200185] env[69744]: DEBUG nova.network.neutron [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.342895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.343149] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.458407] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e51ea-9eb7-2410-c1fc-cbf4766a038a, 'name': SearchDatastore_Task, 'duration_secs': 0.045552} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.459183] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000f5f1d-74e0-4808-bd64-5cbdae2e69a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.464752] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 662.464752] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526dcb4c-f937-145b-47cf-4fdad1d37e50" [ 662.464752] env[69744]: _type = "Task" [ 662.464752] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.474405] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526dcb4c-f937-145b-47cf-4fdad1d37e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.491541] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Successfully created port: 16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.571358] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.606375] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='887295782',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-53841750',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.606620] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.606759] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.606947] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.607285] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.614021] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.614021] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.614021] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.614021] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.614021] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.614792] env[69744]: DEBUG nova.virt.hardware [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.614792] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700f17bf-513c-40ba-bff2-f56e77837c94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.614792] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Successfully updated port: 8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.623814] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c7beb-bf9a-4f7b-b43c-7d112df63228 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.653704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.675460] env[69744]: DEBUG nova.scheduler.client.report [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.705205] env[69744]: INFO nova.compute.manager [-] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Took 1.04 seconds to deallocate network for instance. [ 662.979836] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526dcb4c-f937-145b-47cf-4fdad1d37e50, 'name': SearchDatastore_Task, 'duration_secs': 0.020264} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.980227] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.980798] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] bf129f96-a9d6-4e02-9b06-ab76cfe16afe/bf129f96-a9d6-4e02-9b06-ab76cfe16afe.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.981200] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1162b2a-160c-4424-82d3-74c098c2ad5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.988754] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 662.988754] env[69744]: value = "task-3311167" [ 662.988754] env[69744]: _type = "Task" [ 662.988754] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.996563] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.117163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquired lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.118720] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.142964] env[69744]: DEBUG nova.compute.manager [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Received event network-vif-plugged-78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.142964] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Acquiring lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.143754] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.144073] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.144327] env[69744]: DEBUG nova.compute.manager [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] No waiting events found dispatching network-vif-plugged-78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.144556] env[69744]: WARNING nova.compute.manager [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Received unexpected event network-vif-plugged-78ac530d-f527-4c47-8189-423e02a6aae1 for instance with vm_state building and task_state spawning. [ 663.144771] env[69744]: DEBUG nova.compute.manager [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Received event network-changed-78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.145030] env[69744]: DEBUG nova.compute.manager [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Refreshing instance network info cache due to event network-changed-78ac530d-f527-4c47-8189-423e02a6aae1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.145262] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Acquiring lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.145571] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Acquired lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.145841] env[69744]: DEBUG nova.network.neutron [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Refreshing network info cache for port 78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.181252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.181798] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.192223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.240s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.215187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.358645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.358879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.501713] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503194} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.501713] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] bf129f96-a9d6-4e02-9b06-ab76cfe16afe/bf129f96-a9d6-4e02-9b06-ab76cfe16afe.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.501713] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.501713] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0531014d-c312-47e1-bb6c-c3a7411c763e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.506730] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 663.506730] env[69744]: value = "task-3311168" [ 663.506730] env[69744]: _type = "Task" [ 663.506730] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.515431] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.687398] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.697652] env[69744]: INFO nova.compute.claims [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.704031] env[69744]: DEBUG nova.compute.utils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.705685] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.706143] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.818204] env[69744]: DEBUG nova.policy [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daba5b3d495e4e55b342f47f7a2e547e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ad4609d08284996800ff68002d0f9cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.018686] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072166} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.019016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.022499] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac765b-4587-4103-b989-3a99b62edae5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.057780] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] bf129f96-a9d6-4e02-9b06-ab76cfe16afe/bf129f96-a9d6-4e02-9b06-ab76cfe16afe.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.059149] env[69744]: DEBUG nova.network.neutron [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Updating instance_info_cache with network_info: [{"id": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "address": "fa:16:3e:fb:e0:3c", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9e276c-7b", "ovs_interfaceid": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.064026] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3307ba11-4952-4b3f-b7c8-047595f27ba6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.081070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Releasing lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081399] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Instance network_info: |[{"id": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "address": "fa:16:3e:fb:e0:3c", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9e276c-7b", "ovs_interfaceid": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.082604] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.091133] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Creating folder: Project (6b6113c15ee840f485fee8511af3b6d1). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.092042] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04afa174-332c-4d61-a981-144219989d40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.097081] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 664.097081] env[69744]: value = "task-3311169" [ 664.097081] env[69744]: _type = "Task" [ 664.097081] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.102307] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Created folder: Project (6b6113c15ee840f485fee8511af3b6d1) in parent group-v661134. [ 664.102584] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Creating folder: Instances. Parent ref: group-v661169. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.103148] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e652a858-f9da-45a0-827e-26f14eec59ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.109018] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.116021] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Created folder: Instances in parent group-v661169. [ 664.116344] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.116769] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.116825] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e224a520-7bfb-4a34-84f7-6c47964cbfe3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.137957] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.137957] env[69744]: value = "task-3311172" [ 664.137957] env[69744]: _type = "Task" [ 664.137957] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.149276] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.194968] env[69744]: DEBUG nova.network.neutron [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Updated VIF entry in instance network info cache for port 78ac530d-f527-4c47-8189-423e02a6aae1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.195487] env[69744]: DEBUG nova.network.neutron [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Updating instance_info_cache with network_info: [{"id": "78ac530d-f527-4c47-8189-423e02a6aae1", "address": "fa:16:3e:c2:93:44", "network": {"id": "db95f541-14df-47ca-bc21-e8636be2dad1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1964988797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc049f68e434bb58a1b16b717f4424a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac530d-f5", "ovs_interfaceid": "78ac530d-f527-4c47-8189-423e02a6aae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.209477] env[69744]: INFO nova.compute.resource_tracker [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating resource usage from migration c92854d9-84be-4928-8ab9-10832459fd80 [ 664.213963] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.452674] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Successfully created port: a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.611257] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.649111] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.683671] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76817bb4-9ae7-47d8-8db3-65d318f64a60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.691557] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70312ede-1b5d-4432-9dfd-4b6be57e4fde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699100] env[69744]: DEBUG oslo_concurrency.lockutils [req-05c7f549-c481-4bbd-82a7-ca6a3161446d req-bbcf43ad-2f6b-4f31-a56e-8244aa8d8af0 service nova] Releasing lock "refresh_cache-bf129f96-a9d6-4e02-9b06-ab76cfe16afe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.732136] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043da769-1fd6-4da0-9d93-24a93ee06537 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.736775] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a00558-f459-40fd-8932-495b2232bb31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.751427] env[69744]: DEBUG nova.compute.provider_tree [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.847303] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Successfully updated port: 16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.961759] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.961938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.108851] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311169, 'name': ReconfigVM_Task, 'duration_secs': 0.876374} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.109479] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Reconfigured VM instance instance-0000000b to attach disk [datastore1] bf129f96-a9d6-4e02-9b06-ab76cfe16afe/bf129f96-a9d6-4e02-9b06-ab76cfe16afe.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.109757] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a568666c-f858-45e7-b5f7-cd028137d5f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.116091] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 665.116091] env[69744]: value = "task-3311173" [ 665.116091] env[69744]: _type = "Task" [ 665.116091] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.124860] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311173, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.147689] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.235271] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.256315] env[69744]: DEBUG nova.scheduler.client.report [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.272650] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.272650] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.272650] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.273227] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.273227] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.273227] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.273227] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.273227] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.275440] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.275440] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.275440] env[69744]: DEBUG nova.virt.hardware [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.278582] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472252ab-7849-4127-8210-873f0df238ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.289513] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2edd0-3792-4c34-9112-f0c4b2c73566 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.351803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.351951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.352914] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.631622] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311173, 'name': Rename_Task, 'duration_secs': 0.151091} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.631622] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.631622] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b11c80bf-8bd9-4dff-9b89-bf97d08cd367 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.636293] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 665.636293] env[69744]: value = "task-3311174" [ 665.636293] env[69744]: _type = "Task" [ 665.636293] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.648889] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.652335] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.761506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.571s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.763589] env[69744]: INFO nova.compute.manager [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Migrating [ 665.763589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.775s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.768951] env[69744]: INFO nova.compute.claims [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.905600] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.914856] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Received event network-vif-plugged-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.914856] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquiring lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.914856] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.914856] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.914856] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] No waiting events found dispatching network-vif-plugged-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.915335] env[69744]: WARNING nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Received unexpected event network-vif-plugged-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe for instance with vm_state building and task_state spawning. [ 665.915335] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Received event network-changed-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.915797] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Refreshing instance network info cache due to event network-changed-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.916405] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquiring lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.916661] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquired lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.916922] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Refreshing network info cache for port 8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.151614] env[69744]: DEBUG nova.network.neutron [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updating instance_info_cache with network_info: [{"id": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "address": "fa:16:3e:e6:01:ea", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ac01ab-9a", "ovs_interfaceid": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.161070] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.161744] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.273059] env[69744]: INFO nova.compute.rpcapi [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 666.273533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.305228] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Successfully updated port: a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.352148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.352557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.650621] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.660119] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.663157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.663465] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Instance network_info: |[{"id": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "address": "fa:16:3e:e6:01:ea", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ac01ab-9a", "ovs_interfaceid": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.663883] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:01:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ac01ab-9aa6-40b6-b169-d5b9aea83f17', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.676585] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Creating folder: Project (4aeb9553368a445faa03b805e88765cb). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.676894] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f120e9be-4b0d-4c29-9622-a529e05a9dee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.684428] env[69744]: DEBUG nova.compute.manager [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Received event network-vif-plugged-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.684428] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] Acquiring lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.684428] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.684428] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.684428] env[69744]: DEBUG nova.compute.manager [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] No waiting events found dispatching network-vif-plugged-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.684852] env[69744]: WARNING nova.compute.manager [req-f8350b32-c82b-4060-8a42-963c85099c82 req-c5b35137-43c2-4b1e-a62e-a2a98f1eca87 service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Received unexpected event network-vif-plugged-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd for instance with vm_state building and task_state spawning. [ 666.697968] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Created folder: Project (4aeb9553368a445faa03b805e88765cb) in parent group-v661134. [ 666.697968] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Creating folder: Instances. Parent ref: group-v661172. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.697968] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8287c57-476b-414d-b656-789dd7827c2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.713331] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Updated VIF entry in instance network info cache for port 8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.713710] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Updating instance_info_cache with network_info: [{"id": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "address": "fa:16:3e:fb:e0:3c", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9e276c-7b", "ovs_interfaceid": "8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.721093] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Created folder: Instances in parent group-v661172. [ 666.721093] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.721093] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.721657] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0853de6a-6247-4625-98e5-50ad9fd897e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743295] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.743295] env[69744]: value = "task-3311177" [ 666.743295] env[69744]: _type = "Task" [ 666.743295] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.751793] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311177, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.792113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.792587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.793345] env[69744]: DEBUG nova.network.neutron [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.807482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.807803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquired lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808971] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.155126] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.166034] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311172, 'name': CreateVM_Task, 'duration_secs': 2.63726} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.166600] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.167054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.167263] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.167795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.168082] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09358f34-32b2-4ff1-bcad-a686c88aad4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.174378] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 667.174378] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5244559c-20a4-5f4c-ddc4-a13d189376a2" [ 667.174378] env[69744]: _type = "Task" [ 667.174378] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.183143] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5244559c-20a4-5f4c-ddc4-a13d189376a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.216562] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Releasing lock "refresh_cache-8d9df11b-f5bb-4577-b2b0-b49738d936ef" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.216856] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Received event network-vif-plugged-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.217142] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquiring lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.217320] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.217478] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.217641] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] No waiting events found dispatching network-vif-plugged-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.217805] env[69744]: WARNING nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Received unexpected event network-vif-plugged-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 for instance with vm_state building and task_state spawning. [ 667.217962] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Received event network-changed-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.218171] env[69744]: DEBUG nova.compute.manager [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Refreshing instance network info cache due to event network-changed-16ac01ab-9aa6-40b6-b169-d5b9aea83f17. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.218360] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquiring lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.218522] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Acquired lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.218648] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Refreshing network info cache for port 16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.259912] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311177, 'name': CreateVM_Task, 'duration_secs': 0.401008} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.262925] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.263896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.278372] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b5f93-b63d-4367-b073-c6e4a13a1f81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.287329] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45adb5bf-a3ce-4524-adb2-1a106a6352eb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.325597] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba5cddd-6402-4d3e-8ba5-f0d794349b63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.335061] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab71401-3f36-49fe-bbb5-0c3b5a470a96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.344600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "cf2a57af-8712-481b-bfe9-5629113843d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.348030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.355999] env[69744]: DEBUG nova.compute.provider_tree [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.387726] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.554125] env[69744]: DEBUG nova.network.neutron [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.614071] env[69744]: DEBUG nova.network.neutron [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Updating instance_info_cache with network_info: [{"id": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "address": "fa:16:3e:67:f2:22", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89315bf-3a", "ovs_interfaceid": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.650751] env[69744]: DEBUG oslo_vmware.api [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311174, 'name': PowerOnVM_Task, 'duration_secs': 1.655036} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.651047] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.653664] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Took 11.38 seconds to spawn the instance on the hypervisor. [ 667.653821] env[69744]: DEBUG nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.654692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf95ff-24bf-4742-94f7-99d02b4d8475 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.694124] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5244559c-20a4-5f4c-ddc4-a13d189376a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.696458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.696774] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.697220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.697220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.697350] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.698686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.698686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.698686] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-713152bc-fc93-4398-865c-52e028f0218c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.701379] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549b3e79-4ec8-4b84-b7b5-dd6923ca22fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.705943] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 667.705943] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d44b8-64e8-ef45-2712-db2556c47228" [ 667.705943] env[69744]: _type = "Task" [ 667.705943] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.710405] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.710571] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.712309] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3b4c22-97e1-4429-b50f-de1a37f7c58a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.720293] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d44b8-64e8-ef45-2712-db2556c47228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.724809] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 667.724809] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2d110-9a1b-cf15-4e31-85a4a0cdfe48" [ 667.724809] env[69744]: _type = "Task" [ 667.724809] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.734039] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2d110-9a1b-cf15-4e31-85a4a0cdfe48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.863019] env[69744]: DEBUG nova.scheduler.client.report [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.059503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.096563] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updated VIF entry in instance network info cache for port 16ac01ab-9aa6-40b6-b169-d5b9aea83f17. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.096766] env[69744]: DEBUG nova.network.neutron [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updating instance_info_cache with network_info: [{"id": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "address": "fa:16:3e:e6:01:ea", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ac01ab-9a", "ovs_interfaceid": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.118024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Releasing lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118024] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Instance network_info: |[{"id": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "address": "fa:16:3e:67:f2:22", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89315bf-3a", "ovs_interfaceid": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.118444] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:f2:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.125298] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Creating folder: Project (3ad4609d08284996800ff68002d0f9cd). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.126348] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6ce4c12-c9ec-4efc-b29d-e3180cb3dfd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.137314] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Created folder: Project (3ad4609d08284996800ff68002d0f9cd) in parent group-v661134. [ 668.137628] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Creating folder: Instances. Parent ref: group-v661175. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.137796] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6d4401f-b692-49f1-8486-cbc908efecdf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.151247] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Created folder: Instances in parent group-v661175. [ 668.151500] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.151693] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.151910] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73d272c-c4ea-4968-b21c-4dc18c0cb383 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.183541] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.183541] env[69744]: value = "task-3311180" [ 668.183541] env[69744]: _type = "Task" [ 668.183541] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.184010] env[69744]: INFO nova.compute.manager [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Took 31.96 seconds to build instance. [ 668.193354] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311180, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.216234] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d44b8-64e8-ef45-2712-db2556c47228, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.216547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.216834] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.216977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.235215] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2d110-9a1b-cf15-4e31-85a4a0cdfe48, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.235533] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6e6e5f-dd62-4d30-8e7b-206699b993d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.241366] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 668.241366] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd65a7-4bc0-eb80-397c-d14f574b8117" [ 668.241366] env[69744]: _type = "Task" [ 668.241366] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.251063] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd65a7-4bc0-eb80-397c-d14f574b8117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.263300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.263529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.366188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.366997] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.370057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.609s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.372169] env[69744]: INFO nova.compute.claims [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.600197] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebcfb97c-57e1-4f48-9eff-ac9397a25bc2 req-132be549-1f32-4766-ae95-cbce9c5c5ed5 service nova] Releasing lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.679487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "5db72d34-978a-468d-81d8-f2efa761e50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.680256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.691989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3ab5b9b9-b54b-4088-b845-2bdb0ba82eb3 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.708s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.698884] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311180, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.754589] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd65a7-4bc0-eb80-397c-d14f574b8117, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.755155] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.755249] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8d9df11b-f5bb-4577-b2b0-b49738d936ef/8d9df11b-f5bb-4577-b2b0-b49738d936ef.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.755526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.755710] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.755999] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0068d5b3-2e3f-4eb6-808e-9f44ca93368b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.759697] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb295e4-0180-463e-a4b7-081671cc6cef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.767550] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 668.767550] env[69744]: value = "task-3311181" [ 668.767550] env[69744]: _type = "Task" [ 668.767550] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.769643] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.769802] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.773679] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef04b0f-96d6-40f6-97cd-f0efd36ad982 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.781752] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.782589] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 668.782589] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529b379f-3f82-ed63-3df4-8a0d4875c41c" [ 668.782589] env[69744]: _type = "Task" [ 668.782589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.794745] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529b379f-3f82-ed63-3df4-8a0d4875c41c, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.795741] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d397bc67-3ecd-46c0-9ae8-748af7bfdae2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.800874] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 668.800874] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52773eda-c174-0b1f-c90e-a8eb889b5b46" [ 668.800874] env[69744]: _type = "Task" [ 668.800874] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.808365] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52773eda-c174-0b1f-c90e-a8eb889b5b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.877144] env[69744]: DEBUG nova.compute.utils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.882862] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.883165] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.969572] env[69744]: DEBUG nova.policy [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b08ff46ba74bc4bfb604f667a1bd73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fefb35cb3ccc4475bb2111b2a2be3b79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.194813] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.205895] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311180, 'name': CreateVM_Task, 'duration_secs': 0.571663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.206341] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.207492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.207612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.208139] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.208454] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c4e9a5-b864-413f-b8d0-5b990b5ca180 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.215065] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 669.215065] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9bd48-e0d3-a9a9-c3ea-57ab67ad0328" [ 669.215065] env[69744]: _type = "Task" [ 669.215065] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.222458] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9bd48-e0d3-a9a9-c3ea-57ab67ad0328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.279585] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494831} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.280335] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8d9df11b-f5bb-4577-b2b0-b49738d936ef/8d9df11b-f5bb-4577-b2b0-b49738d936ef.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.280335] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.280335] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf6b16bd-091a-4aa4-b403-8998a9b8fe1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.286730] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 669.286730] env[69744]: value = "task-3311182" [ 669.286730] env[69744]: _type = "Task" [ 669.286730] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.295827] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.311578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.311851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.318619] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52773eda-c174-0b1f-c90e-a8eb889b5b46, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.318879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.322266] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cebd0101-939b-4a9c-9ac6-385df3010ce1/cebd0101-939b-4a9c-9ac6-385df3010ce1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.322266] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-960ab577-9909-46d1-896a-ee9b09496308 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.325995] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 669.325995] env[69744]: value = "task-3311183" [ 669.325995] env[69744]: _type = "Task" [ 669.325995] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.342375] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.385258] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.560702] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Successfully created port: cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.579725] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ca6703-e361-4ab8-a6bd-3dff5ba8618c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.604308] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.728885] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9bd48-e0d3-a9a9-c3ea-57ab67ad0328, 'name': SearchDatastore_Task, 'duration_secs': 0.035686} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.730150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.733342] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.733605] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.733896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.734035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.734301] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.734821] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60bcf55-8dc9-45be-ac23-1c7afa1b865f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.748877] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.749137] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.753110] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767003f9-3c84-466d-9e4b-0c9c74007ced {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.761170] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 669.761170] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52978707-2beb-27d1-d550-71c91c44e3b8" [ 669.761170] env[69744]: _type = "Task" [ 669.761170] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.768600] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52978707-2beb-27d1-d550-71c91c44e3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.797248] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072499} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.797692] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.799052] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a1249-a881-4202-b9b8-12fd52174ace {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.826907] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 8d9df11b-f5bb-4577-b2b0-b49738d936ef/8d9df11b-f5bb-4577-b2b0-b49738d936ef.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.830455] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7eaf79b-7ce3-49a6-ba5e-23c30abf39e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.857434] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455387} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.857434] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cebd0101-939b-4a9c-9ac6-385df3010ce1/cebd0101-939b-4a9c-9ac6-385df3010ce1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.857434] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.857434] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 669.857434] env[69744]: value = "task-3311184" [ 669.857434] env[69744]: _type = "Task" [ 669.857434] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.859275] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e63d48cf-5c79-4c28-9787-a83af24846e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870093] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.875160] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 669.875160] env[69744]: value = "task-3311185" [ 669.875160] env[69744]: _type = "Task" [ 669.875160] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.883242] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.886577] env[69744]: DEBUG nova.compute.manager [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Received event network-changed-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.886747] env[69744]: DEBUG nova.compute.manager [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Refreshing instance network info cache due to event network-changed-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.887083] env[69744]: DEBUG oslo_concurrency.lockutils [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] Acquiring lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.887174] env[69744]: DEBUG oslo_concurrency.lockutils [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] Acquired lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.889421] env[69744]: DEBUG nova.network.neutron [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Refreshing network info cache for port a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.895894] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.896144] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.043692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6254f5d-04a6-4601-8f84-c1788401df4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.052934] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7755982a-db28-402a-b5ef-4db62cd09811 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.092387] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a4dc4-4fa1-44f7-8abd-b3c7810fd6a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.101732] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e77f7-e6e8-4440-9864-c5bbd8aff2f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.121229] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.122474] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.124098] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d76aac-8ab1-4aee-a04e-2672aee24bfa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.131636] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 670.131636] env[69744]: value = "task-3311186" [ 670.131636] env[69744]: _type = "Task" [ 670.131636] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.145378] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.272598] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52978707-2beb-27d1-d550-71c91c44e3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.273432] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f143f05d-2917-41ff-b1f2-c9664c4c4e6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.278866] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 670.278866] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522afdc9-1238-8bf0-a253-37e76b10e31e" [ 670.278866] env[69744]: _type = "Task" [ 670.278866] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.286868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.287232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.290942] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522afdc9-1238-8bf0-a253-37e76b10e31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.371571] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311184, 'name': ReconfigVM_Task, 'duration_secs': 0.416656} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.371931] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 8d9df11b-f5bb-4577-b2b0-b49738d936ef/8d9df11b-f5bb-4577-b2b0-b49738d936ef.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.372602] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e734a926-2f15-4d8f-8cd0-aec43fbf191f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.382467] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07754} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.383746] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.384114] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 670.384114] env[69744]: value = "task-3311187" [ 670.384114] env[69744]: _type = "Task" [ 670.384114] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.384866] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549a4e2-3ea1-4cf9-a806-274f9f20be12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.396776] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311187, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.406438] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.416982] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] cebd0101-939b-4a9c-9ac6-385df3010ce1/cebd0101-939b-4a9c-9ac6-385df3010ce1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.419089] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84e7754-417a-4d6f-89a2-dda6c362ae11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.437168] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 670.437168] env[69744]: value = "task-3311188" [ 670.437168] env[69744]: _type = "Task" [ 670.437168] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.447415] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.449596] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.450147] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.450147] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.450147] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.450318] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.450402] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.450734] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.451023] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.451274] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.451554] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.451634] env[69744]: DEBUG nova.virt.hardware [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.452419] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d770873-5c4c-44d8-bc8d-3c81320f8c07 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.462090] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ad729-9f70-4116-b468-c8167ea4f614 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.636578] env[69744]: DEBUG nova.network.neutron [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Updated VIF entry in instance network info cache for port a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.636914] env[69744]: DEBUG nova.network.neutron [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Updating instance_info_cache with network_info: [{"id": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "address": "fa:16:3e:67:f2:22", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89315bf-3a", "ovs_interfaceid": "a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.644468] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311186, 'name': PowerOffVM_Task, 'duration_secs': 0.21861} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.644795] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.645020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.653054] env[69744]: ERROR nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [req-f1638c3f-d0f1-43ef-a4d1-c48c18f7c3ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1638c3f-d0f1-43ef-a4d1-c48c18f7c3ab"}]} [ 670.671997] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.689291] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.689540] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.704749] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.722805] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.791129] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522afdc9-1238-8bf0-a253-37e76b10e31e, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.793792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.794165] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cbebd4dd-d99c-410b-a3fa-c4954261abff/cbebd4dd-d99c-410b-a3fa-c4954261abff.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.794514] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c37c86-7808-4734-b4f8-f7a968016e03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.802155] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 670.802155] env[69744]: value = "task-3311189" [ 670.802155] env[69744]: _type = "Task" [ 670.802155] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.813306] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.901425] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311187, 'name': Rename_Task, 'duration_secs': 0.493228} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.901425] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.901425] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46604379-92a8-4e45-894a-5b2b538fae12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.911829] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 670.911829] env[69744]: value = "task-3311190" [ 670.911829] env[69744]: _type = "Task" [ 670.911829] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.922292] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.949945] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.140485] env[69744]: DEBUG oslo_concurrency.lockutils [req-cd5a3d55-d707-4a3a-9068-f6f539b6e7c1 req-3138e58f-72f4-412e-acd8-bf45f8ce715c service nova] Releasing lock "refresh_cache-cbebd4dd-d99c-410b-a3fa-c4954261abff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.160557] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.160777] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.161264] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.161264] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.161412] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.162281] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.162281] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.162281] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.162281] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.162281] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.162460] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.174652] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6c6f98-2601-4794-b360-19b69d8864b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.196477] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 671.196477] env[69744]: value = "task-3311191" [ 671.196477] env[69744]: _type = "Task" [ 671.196477] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.206662] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.265048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.268132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.313148] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.367124] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd4f10-5958-444b-9d64-78ff91d0a919 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.376165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576bc7f1-0b3c-4c5b-83ac-80b97dad4a60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.422290] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee712007-2d49-47a6-a5da-a9fb507b4b9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.435114] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa37ce23-bd0f-45b6-bd0a-d0f4253f5122 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.440285] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311190, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.453198] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.459996] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311188, 'name': ReconfigVM_Task, 'duration_secs': 0.971563} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.460299] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Reconfigured VM instance instance-0000000d to attach disk [datastore1] cebd0101-939b-4a9c-9ac6-385df3010ce1/cebd0101-939b-4a9c-9ac6-385df3010ce1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.460924] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3272fe95-fb29-4053-a864-0eed1b069316 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.467490] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 671.467490] env[69744]: value = "task-3311192" [ 671.467490] env[69744]: _type = "Task" [ 671.467490] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.476976] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311192, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.610164] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Successfully updated port: cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.706286] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311191, 'name': ReconfigVM_Task, 'duration_secs': 0.411593} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.706637] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.768881] env[69744]: DEBUG nova.compute.manager [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Received event network-vif-plugged-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.769119] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.769332] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.769525] env[69744]: DEBUG oslo_concurrency.lockutils [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.769696] env[69744]: DEBUG nova.compute.manager [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] No waiting events found dispatching network-vif-plugged-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.769855] env[69744]: WARNING nova.compute.manager [req-ebe3d57e-cb01-44f9-8569-e6cf3484b5d2 req-94844d20-0fb8-45f0-90c3-0747585854a5 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Received unexpected event network-vif-plugged-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe for instance with vm_state building and task_state spawning. [ 671.813166] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586139} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.813617] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cbebd4dd-d99c-410b-a3fa-c4954261abff/cbebd4dd-d99c-410b-a3fa-c4954261abff.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.813705] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.813909] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb2bba7f-306e-44d3-a098-144010f21320 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.820224] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 671.820224] env[69744]: value = "task-3311193" [ 671.820224] env[69744]: _type = "Task" [ 671.820224] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.828616] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.929034] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311190, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.977642] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311192, 'name': Rename_Task, 'duration_secs': 0.40543} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.978555] env[69744]: ERROR nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [req-886fa3bd-6087-4072-9531-aeced5d46894] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-886fa3bd-6087-4072-9531-aeced5d46894"}]} [ 671.979049] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.981148] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8754f684-bf1b-46f8-9d0b-67afb1fb069d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.986758] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 671.986758] env[69744]: value = "task-3311194" [ 671.986758] env[69744]: _type = "Task" [ 671.986758] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.998050] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.998683] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.014084] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.014264] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.027320] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.049866] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.112154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.112311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquired lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.112469] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.212749] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.212968] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.213149] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.213329] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.215017] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.215017] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.215017] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.215017] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.215017] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.215302] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.215302] env[69744]: DEBUG nova.virt.hardware [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.219887] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 672.220221] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad2bb39-e786-4170-b621-12869bee221f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.241944] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 672.241944] env[69744]: value = "task-3311195" [ 672.241944] env[69744]: _type = "Task" [ 672.241944] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.246378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.246599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.246962] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.247299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.247469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.250654] env[69744]: INFO nova.compute.manager [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Terminating instance [ 672.257595] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.329613] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066054} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.332215] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.333196] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab83bc-2513-4024-ad90-f5b1980ec968 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.357271] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] cbebd4dd-d99c-410b-a3fa-c4954261abff/cbebd4dd-d99c-410b-a3fa-c4954261abff.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.360252] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e43ee5-05a7-407c-9381-215b7e73a517 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.381422] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 672.381422] env[69744]: value = "task-3311196" [ 672.381422] env[69744]: _type = "Task" [ 672.381422] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.391368] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.428117] env[69744]: DEBUG oslo_vmware.api [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311190, 'name': PowerOnVM_Task, 'duration_secs': 1.371014} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.428951] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.428951] env[69744]: INFO nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Took 12.44 seconds to spawn the instance on the hypervisor. [ 672.428951] env[69744]: DEBUG nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.430432] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de467854-f425-41df-ba67-0e7490a9286d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.499845] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.680070] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.683170] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b7a069-64f8-4ee5-be2f-64db25712250 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.691127] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b94051-8204-46cc-8b6c-d978badb24ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.732856] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06a230-02b6-45b8-aa32-472b205396a5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.741570] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a97c1-6949-463e-a471-e900cde69ffe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.763483] env[69744]: DEBUG nova.compute.manager [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.763832] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.764419] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.772129] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9ed58-6d65-4165-aab3-a3b6e977cd78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.776219] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311195, 'name': ReconfigVM_Task, 'duration_secs': 0.31759} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.780334] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 672.782707] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83589f9-591c-4bbd-af78-8211fc5519da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.788831] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.789554] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10122176-09bb-4f51-8f23-1bb02b685d78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.810666] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.811648] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51c6fe2-a4ec-4a49-bc5c-0f02c546d2f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.826065] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 672.826065] env[69744]: value = "task-3311197" [ 672.826065] env[69744]: _type = "Task" [ 672.826065] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.834028] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 672.834028] env[69744]: value = "task-3311198" [ 672.834028] env[69744]: _type = "Task" [ 672.834028] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.839251] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.845640] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.892335] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.952522] env[69744]: INFO nova.compute.manager [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Took 36.06 seconds to build instance. [ 672.954542] env[69744]: DEBUG nova.network.neutron [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updating instance_info_cache with network_info: [{"id": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "address": "fa:16:3e:b8:25:bd", "network": {"id": "da7cf7ee-893e-4847-af8d-b3df18f22000", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-481595495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fefb35cb3ccc4475bb2111b2a2be3b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe22b57-4f", "ovs_interfaceid": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.999533] env[69744]: DEBUG oslo_vmware.api [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311194, 'name': PowerOnVM_Task, 'duration_secs': 0.96328} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.999821] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.000082] env[69744]: INFO nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Took 10.43 seconds to spawn the instance on the hypervisor. [ 673.003485] env[69744]: DEBUG nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.003485] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be512a-b91c-4725-8d84-4ff2c21fce5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.335232] env[69744]: DEBUG nova.scheduler.client.report [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.335232] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 47 to 48 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.335232] env[69744]: DEBUG nova.compute.provider_tree [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.345663] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311197, 'name': PowerOffVM_Task, 'duration_secs': 0.220122} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.346604] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.347087] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.347827] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47bfaf26-ff2d-4b67-a4ee-9346ff5e428b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.356874] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.392212] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311196, 'name': ReconfigVM_Task, 'duration_secs': 0.628231} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.392663] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Reconfigured VM instance instance-0000000e to attach disk [datastore1] cbebd4dd-d99c-410b-a3fa-c4954261abff/cbebd4dd-d99c-410b-a3fa-c4954261abff.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.393447] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9348836c-6909-4f3c-b672-298430dbc3c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.403025] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 673.403025] env[69744]: value = "task-3311200" [ 673.403025] env[69744]: _type = "Task" [ 673.403025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.413484] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311200, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.417216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.417216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.417302] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleting the datastore file [datastore2] 85a9a85e-8118-4023-8ee1-e42775d00e9f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.417834] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d506f331-6bec-4cde-b56a-6c717c8005e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.423773] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 673.423773] env[69744]: value = "task-3311201" [ 673.423773] env[69744]: _type = "Task" [ 673.423773] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.432567] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.457346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26854bff-f24c-4205-8926-36076d237bc4 tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.776s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.457788] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Releasing lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.458668] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Instance network_info: |[{"id": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "address": "fa:16:3e:b8:25:bd", "network": {"id": "da7cf7ee-893e-4847-af8d-b3df18f22000", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-481595495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fefb35cb3ccc4475bb2111b2a2be3b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe22b57-4f", "ovs_interfaceid": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.460468] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:25:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfe22b57-4fb3-4267-a3e8-86bb9a597bfe', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.470682] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Creating folder: Project (fefb35cb3ccc4475bb2111b2a2be3b79). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.471488] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2696b1b8-d5b5-49b5-bfc1-41d5042ccb86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.481679] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Created folder: Project (fefb35cb3ccc4475bb2111b2a2be3b79) in parent group-v661134. [ 673.481917] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Creating folder: Instances. Parent ref: group-v661178. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.482465] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f1bac2-8800-4800-aea1-02c5c1fd4c0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.491180] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Created folder: Instances in parent group-v661178. [ 673.491423] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.491610] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.491826] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d305e923-668c-400d-a15e-950e8ae98675 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.521568] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.521568] env[69744]: value = "task-3311204" [ 673.521568] env[69744]: _type = "Task" [ 673.521568] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.525451] env[69744]: INFO nova.compute.manager [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Took 35.08 seconds to build instance. [ 673.531130] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311204, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.847906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.478s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.848509] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.850991] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311198, 'name': ReconfigVM_Task, 'duration_secs': 0.625413} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.851752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.854862] env[69744]: INFO nova.compute.claims [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.856029] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab/9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.856299] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.912093] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311200, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.935447] env[69744]: DEBUG oslo_vmware.api [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.936328] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.936516] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.936725] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.936853] env[69744]: INFO nova.compute.manager [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 673.937132] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.939133] env[69744]: DEBUG nova.compute.manager [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.939133] env[69744]: DEBUG nova.network.neutron [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.972686] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.028323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7d235d58-d34b-422c-966c-6a4863f283de tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.702s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.038814] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311204, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.279051] env[69744]: DEBUG nova.compute.manager [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Received event network-changed-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.279266] env[69744]: DEBUG nova.compute.manager [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Refreshing instance network info cache due to event network-changed-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.280197] env[69744]: DEBUG oslo_concurrency.lockutils [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] Acquiring lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280433] env[69744]: DEBUG oslo_concurrency.lockutils [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] Acquired lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280561] env[69744]: DEBUG nova.network.neutron [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Refreshing network info cache for port cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.355253] env[69744]: DEBUG nova.compute.utils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.357610] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.357610] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.374864] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7757ad-86fd-4e64-a6e6-787b31d800ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.396816] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcfd685-604b-4e11-881a-8b89c9fff73a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.416411] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.434178] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311200, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.476412] env[69744]: DEBUG nova.policy [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58406b5b3c584b3b9c3158acac5fc12d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04db1472796a4746bf1e4c1f91ef0077', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.505025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.535914] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.536171] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311204, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.671337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.671606] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.671822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.672045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.672326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.674586] env[69744]: INFO nova.compute.manager [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Terminating instance [ 674.860083] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.940250] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311200, 'name': Rename_Task, 'duration_secs': 1.158333} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.943647] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.944227] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cfe861a-e96c-424b-90fd-ff351d2e28c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.952187] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 674.952187] env[69744]: value = "task-3311205" [ 674.952187] env[69744]: _type = "Task" [ 674.952187] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.965156] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.985717] env[69744]: DEBUG nova.network.neutron [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.042605] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311204, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.060118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.179909] env[69744]: DEBUG nova.compute.manager [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.180144] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.181559] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c6c2f0-9db9-47f8-95b3-d01b87c74a95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.191151] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.195015] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38ef769-746c-4c39-8890-fb9868b9e351 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.197983] env[69744]: DEBUG nova.network.neutron [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Port 39d0cf61-c54c-4db7-8988-8379a19c928f binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 675.209689] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 675.209689] env[69744]: value = "task-3311206" [ 675.209689] env[69744]: _type = "Task" [ 675.209689] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.220616] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.457606] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Successfully created port: 1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.466699] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311205, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.491628] env[69744]: INFO nova.compute.manager [-] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Took 1.55 seconds to deallocate network for instance. [ 675.550016] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311204, 'name': CreateVM_Task, 'duration_secs': 1.591953} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.552347] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.556237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.556237] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e715e7-9882-4bb4-988d-29b541a7013b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.560682] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 675.560682] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e0acc8-1b9f-42bd-8972-c6b02a22ea0f" [ 675.560682] env[69744]: _type = "Task" [ 675.560682] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.569223] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e0acc8-1b9f-42bd-8972-c6b02a22ea0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.595196] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73342e11-174d-4847-b0c5-36782d4b8c3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.609008] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f247d63e-2f71-4212-ad0d-893e03324a4c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.642936] env[69744]: DEBUG nova.network.neutron [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updated VIF entry in instance network info cache for port cfe22b57-4fb3-4267-a3e8-86bb9a597bfe. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.643305] env[69744]: DEBUG nova.network.neutron [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updating instance_info_cache with network_info: [{"id": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "address": "fa:16:3e:b8:25:bd", "network": {"id": "da7cf7ee-893e-4847-af8d-b3df18f22000", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-481595495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fefb35cb3ccc4475bb2111b2a2be3b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe22b57-4f", "ovs_interfaceid": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.645039] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a67283-94d1-4092-a757-d69327d35af3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.653186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e5881-70ad-4913-b50c-813058a247db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.667029] env[69744]: DEBUG nova.compute.provider_tree [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.717578] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311206, 'name': PowerOffVM_Task, 'duration_secs': 0.195217} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.717845] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.718017] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.718283] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91a43926-49b8-429b-a501-5d66ffcc6b1f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.788840] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.789074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.789287] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Deleting the datastore file [datastore1] 8d9df11b-f5bb-4577-b2b0-b49738d936ef {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.789563] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aadb3db-e2fa-4624-a04d-48b12a50076e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.800814] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for the task: (returnval){ [ 675.800814] env[69744]: value = "task-3311208" [ 675.800814] env[69744]: _type = "Task" [ 675.800814] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.809563] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.874375] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.915206] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.915206] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.915206] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.915779] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.916303] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.916863] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.917479] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.917789] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.918130] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.920123] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.920123] env[69744]: DEBUG nova.virt.hardware [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.920123] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950058e9-86ad-4de8-9b25-e19f599b2888 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.933795] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58ace0-4f8b-4026-ad0e-5e7ec5c0e6e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.969831] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311205, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.999098] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.085348] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e0acc8-1b9f-42bd-8972-c6b02a22ea0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.085348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.085348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.085971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.085971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.086124] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.086559] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e5e145-ea49-4196-a967-196101242c8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.097675] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.097859] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.098646] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e2343a-eb50-4635-9f43-2dc4a0ba6e58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.104296] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 676.104296] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af9df4-2ee0-b3ac-38c4-03f28368a735" [ 676.104296] env[69744]: _type = "Task" [ 676.104296] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.112145] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af9df4-2ee0-b3ac-38c4-03f28368a735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.148866] env[69744]: DEBUG oslo_concurrency.lockutils [req-6e5cd786-7963-4798-a77d-776b31f61bcb req-18a17582-be10-4cd1-960a-960d54cce3d1 service nova] Releasing lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170583] env[69744]: DEBUG nova.scheduler.client.report [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.198109] env[69744]: DEBUG nova.compute.manager [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Received event network-changed-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.198109] env[69744]: DEBUG nova.compute.manager [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Refreshing instance network info cache due to event network-changed-16ac01ab-9aa6-40b6-b169-d5b9aea83f17. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.198109] env[69744]: DEBUG oslo_concurrency.lockutils [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] Acquiring lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.198109] env[69744]: DEBUG oslo_concurrency.lockutils [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] Acquired lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.198109] env[69744]: DEBUG nova.network.neutron [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Refreshing network info cache for port 16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.230879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.231192] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.231371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.313897] env[69744]: DEBUG oslo_vmware.api [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Task: {'id': task-3311208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.319949] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.319949] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.319949] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.319949] env[69744]: INFO nova.compute.manager [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 676.319949] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.320164] env[69744]: DEBUG nova.compute.manager [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.320164] env[69744]: DEBUG nova.network.neutron [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.471022] env[69744]: DEBUG oslo_vmware.api [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311205, 'name': PowerOnVM_Task, 'duration_secs': 1.016462} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.471022] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.471022] env[69744]: INFO nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Took 11.23 seconds to spawn the instance on the hypervisor. [ 676.471022] env[69744]: DEBUG nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.471022] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034cc9f-8e88-48c8-9c95-425a7fcc98ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.619612] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af9df4-2ee0-b3ac-38c4-03f28368a735, 'name': SearchDatastore_Task, 'duration_secs': 0.030151} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619612] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fac0d7-f5fb-469c-9c01-8e5cc214ac93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.627224] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 676.627224] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526f566b-a4d3-1872-a6aa-351d0637ba3d" [ 676.627224] env[69744]: _type = "Task" [ 676.627224] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.635611] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526f566b-a4d3-1872-a6aa-351d0637ba3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.677692] env[69744]: DEBUG nova.compute.manager [req-8122a956-7b22-4b17-9af4-86efa8c43601 req-7eaa674c-154a-4930-8bd6-6d36e9144a79 service nova] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Received event network-vif-deleted-4cc00d20-80fc-4eac-9aeb-25af866d2393 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.679732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.680203] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.686019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.548s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.686019] env[69744]: INFO nova.compute.claims [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.992693] env[69744]: INFO nova.compute.manager [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Took 35.39 seconds to build instance. [ 677.051262] env[69744]: DEBUG nova.network.neutron [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updated VIF entry in instance network info cache for port 16ac01ab-9aa6-40b6-b169-d5b9aea83f17. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.051750] env[69744]: DEBUG nova.network.neutron [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updating instance_info_cache with network_info: [{"id": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "address": "fa:16:3e:e6:01:ea", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ac01ab-9a", "ovs_interfaceid": "16ac01ab-9aa6-40b6-b169-d5b9aea83f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.137124] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526f566b-a4d3-1872-a6aa-351d0637ba3d, 'name': SearchDatastore_Task, 'duration_secs': 0.018399} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.137124] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.137371] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e36e4f56-361c-4db8-bcf0-6a25e9aef855/e36e4f56-361c-4db8-bcf0-6a25e9aef855.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.137709] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2af73ad-92f2-49cb-8cb6-775a3f75ae75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.144858] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 677.144858] env[69744]: value = "task-3311209" [ 677.144858] env[69744]: _type = "Task" [ 677.144858] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.154517] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.189437] env[69744]: DEBUG nova.compute.utils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.193415] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.193415] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.255229] env[69744]: DEBUG nova.network.neutron [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.267120] env[69744]: DEBUG nova.compute.manager [None req-3747faf8-894e-4a76-b011-869f59659103 tempest-ServerDiagnosticsTest-2008940682 tempest-ServerDiagnosticsTest-2008940682-project-admin] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.269414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05f061-a42d-403c-af28-e701d157fd75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.279229] env[69744]: INFO nova.compute.manager [None req-3747faf8-894e-4a76-b011-869f59659103 tempest-ServerDiagnosticsTest-2008940682 tempest-ServerDiagnosticsTest-2008940682-project-admin] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Retrieving diagnostics [ 677.280043] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc36ef-a158-46c2-9246-1859fca4f80b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.341279] env[69744]: DEBUG nova.policy [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c2c79a8a91492a8fe5e99272910b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0fabf31d65a43b5ba0313fab6de9d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.353836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.354125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.354330] env[69744]: DEBUG nova.network.neutron [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.469618] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Successfully updated port: 1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.499278] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e3e27b1-2363-4f84-bfa1-4bf633123c4d tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.850s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.559109] env[69744]: DEBUG oslo_concurrency.lockutils [req-16e8f88f-d6dc-4497-ae2e-feeecabcc65a req-3c5d0b59-8f1a-4d07-93f8-2d7a077eda8a service nova] Releasing lock "refresh_cache-cebd0101-939b-4a9c-9ac6-385df3010ce1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.660307] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311209, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.698272] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.744070] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Successfully created port: 323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.761527] env[69744]: INFO nova.compute.manager [-] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Took 1.44 seconds to deallocate network for instance. [ 677.975854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.976137] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquired lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.976207] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.001516] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.162564] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926335} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.166508] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e36e4f56-361c-4db8-bcf0-6a25e9aef855/e36e4f56-361c-4db8-bcf0-6a25e9aef855.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.166790] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.168467] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c1baad-5813-4cd5-bdf6-3f4b6e518998 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.178323] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 678.178323] env[69744]: value = "task-3311210" [ 678.178323] env[69744]: _type = "Task" [ 678.178323] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.193889] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.272260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.405776] env[69744]: DEBUG nova.network.neutron [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.427220] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92925647-9fb4-478e-a6db-12852c58b32c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.435506] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5654c8d-b649-46f1-b849-453db65f240d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470688] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3197f-c6e1-4bb8-8006-ca6aa9f76f04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.478080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593dd225-0754-47bd-979f-77a1e1e8d242 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.493791] env[69744]: DEBUG nova.compute.provider_tree [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.515692] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.527878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.665820] env[69744]: DEBUG nova.network.neutron [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Updating instance_info_cache with network_info: [{"id": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "address": "fa:16:3e:46:3b:a1", "network": {"id": "67cc9d79-cdc0-4106-bedd-d4d920103fe9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-186577251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04db1472796a4746bf1e4c1f91ef0077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f83a0a2-b9", "ovs_interfaceid": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.690592] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068572} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.690987] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.691811] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ffd6e1-5482-40a4-8d4d-46cb4544298f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.716184] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e36e4f56-361c-4db8-bcf0-6a25e9aef855/e36e4f56-361c-4db8-bcf0-6a25e9aef855.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.717372] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.719326] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6baad53c-9e6a-4925-9082-2202ad3417bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.740023] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 678.740023] env[69744]: value = "task-3311211" [ 678.740023] env[69744]: _type = "Task" [ 678.740023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.747881] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.767518] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.767952] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.767952] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.768292] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.768473] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.768636] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.768872] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.769053] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.769232] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.769423] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.769630] env[69744]: DEBUG nova.virt.hardware [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.770815] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ec608-e752-4f7d-aaf9-ee8955b02cb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.779244] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9cc5e6-c029-464a-8a40-eb9cc8f463cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.908886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.997010] env[69744]: DEBUG nova.scheduler.client.report [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.170123] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Releasing lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.170481] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Instance network_info: |[{"id": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "address": "fa:16:3e:46:3b:a1", "network": {"id": "67cc9d79-cdc0-4106-bedd-d4d920103fe9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-186577251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04db1472796a4746bf1e4c1f91ef0077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f83a0a2-b9", "ovs_interfaceid": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.173887] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:3b:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f83a0a2-b9e4-4212-a37b-6028c983a84e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.181825] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Creating folder: Project (04db1472796a4746bf1e4c1f91ef0077). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.182242] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02068111-e6e2-4164-95b7-d31977f977a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.195784] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Created folder: Project (04db1472796a4746bf1e4c1f91ef0077) in parent group-v661134. [ 679.195979] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Creating folder: Instances. Parent ref: group-v661181. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.196233] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6603362-e471-49d4-9964-6bfc9e881ccc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.206623] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Created folder: Instances in parent group-v661181. [ 679.206870] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.207102] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.207276] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a7d653b-ffa7-4559-a067-c5c4bdb49385 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.231129] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.231129] env[69744]: value = "task-3311214" [ 679.231129] env[69744]: _type = "Task" [ 679.231129] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.239498] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311214, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.249207] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311211, 'name': ReconfigVM_Task, 'duration_secs': 0.311646} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.249361] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e36e4f56-361c-4db8-bcf0-6a25e9aef855/e36e4f56-361c-4db8-bcf0-6a25e9aef855.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.249936] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b1fc79-e647-4ff0-9031-708b779b214c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.256635] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 679.256635] env[69744]: value = "task-3311215" [ 679.256635] env[69744]: _type = "Task" [ 679.256635] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.266120] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311215, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.387719] env[69744]: DEBUG nova.compute.manager [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Received event network-vif-plugged-1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.387926] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Acquiring lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.388587] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.388876] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.389284] env[69744]: DEBUG nova.compute.manager [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] No waiting events found dispatching network-vif-plugged-1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.389554] env[69744]: WARNING nova.compute.manager [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Received unexpected event network-vif-plugged-1f83a0a2-b9e4-4212-a37b-6028c983a84e for instance with vm_state building and task_state spawning. [ 679.389802] env[69744]: DEBUG nova.compute.manager [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Received event network-changed-1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.390032] env[69744]: DEBUG nova.compute.manager [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Refreshing instance network info cache due to event network-changed-1f83a0a2-b9e4-4212-a37b-6028c983a84e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.390318] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Acquiring lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.390500] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Acquired lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.391298] env[69744]: DEBUG nova.network.neutron [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Refreshing network info cache for port 1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.437180] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3309fb-4876-4d2a-ba1c-6b7563a34e9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.458064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.458472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.458707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.458888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.459062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.461642] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea9758-78b3-43f8-b9c3-154b6cabdc11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.465480] env[69744]: INFO nova.compute.manager [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Terminating instance [ 679.470986] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.502699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.503133] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.506243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.058s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.506572] env[69744]: DEBUG nova.objects.instance [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lazy-loading 'resources' on Instance uuid e27f7381-8700-43f0-a827-d2f936a25f44 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.652115] env[69744]: DEBUG nova.compute.manager [req-5b48018e-de2d-427c-8707-0766c484adb2 req-4b7ccef1-831d-4041-830a-3fffdc941409 service nova] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Received event network-vif-deleted-8f9e276c-7b15-4e8b-a8a3-fc4b4a9464fe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.742702] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311214, 'name': CreateVM_Task, 'duration_secs': 0.389388} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.742879] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.747219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.747319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.747638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.747895] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743eb175-92eb-4e4f-b664-8b09ce6788fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.753332] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 679.753332] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f111b3-4917-6476-d140-c1d3a542aba7" [ 679.753332] env[69744]: _type = "Task" [ 679.753332] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.767728] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f111b3-4917-6476-d140-c1d3a542aba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.770999] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311215, 'name': Rename_Task, 'duration_secs': 0.187698} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.771282] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.771566] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d15e0fc-2277-41f9-8437-80af4eb78e59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.777523] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 679.777523] env[69744]: value = "task-3311216" [ 679.777523] env[69744]: _type = "Task" [ 679.777523] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.786174] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.982851] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.983920] env[69744]: DEBUG nova.compute.manager [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.984152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.988042] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92a99ab-4ee9-468d-a5fa-70b9b74b1edf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.990395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf58f02-804f-440e-aa4f-a6bea3363b2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.000532] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.004505] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc25290-59fe-415e-bfad-9fae8537f573 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.006603] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 680.006603] env[69744]: value = "task-3311217" [ 680.006603] env[69744]: _type = "Task" [ 680.006603] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.012362] env[69744]: DEBUG nova.compute.utils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.016385] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 680.016385] env[69744]: value = "task-3311218" [ 680.016385] env[69744]: _type = "Task" [ 680.016385] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.020553] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.020553] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.033849] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.040563] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.177827] env[69744]: DEBUG nova.policy [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '265f31d3db874b73b974e25c853ffe46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e90d6db61b34d0e8068136cc1cedde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.195313] env[69744]: DEBUG nova.network.neutron [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Updated VIF entry in instance network info cache for port 1f83a0a2-b9e4-4212-a37b-6028c983a84e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.195907] env[69744]: DEBUG nova.network.neutron [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Updating instance_info_cache with network_info: [{"id": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "address": "fa:16:3e:46:3b:a1", "network": {"id": "67cc9d79-cdc0-4106-bedd-d4d920103fe9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-186577251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04db1472796a4746bf1e4c1f91ef0077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f83a0a2-b9", "ovs_interfaceid": "1f83a0a2-b9e4-4212-a37b-6028c983a84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.268945] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f111b3-4917-6476-d140-c1d3a542aba7, 'name': SearchDatastore_Task, 'duration_secs': 0.020795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.269911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.269911] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.270862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.270862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.270994] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.271375] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2bd55f7-f64c-4091-8242-effcabd3a7a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.287417] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.287647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.289115] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662a19e6-c94c-42fd-8cc2-d59b7c0772e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.297324] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.299148] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 680.299148] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d1bf43-99c5-1a28-70bf-7304d5b08699" [ 680.299148] env[69744]: _type = "Task" [ 680.299148] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.315678] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d1bf43-99c5-1a28-70bf-7304d5b08699, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.316579] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ade1da6-2ecf-438b-bd32-d5b90c5ccd12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.323139] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 680.323139] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f498b7-dff1-f14c-3d8c-047703b6146d" [ 680.323139] env[69744]: _type = "Task" [ 680.323139] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.332103] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f498b7-dff1-f14c-3d8c-047703b6146d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.439983] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Successfully updated port: 323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.518032] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.520611] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.533586] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311218, 'name': PowerOffVM_Task, 'duration_secs': 0.216692} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.533586] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.533586] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.533757] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-763104bc-0cc6-43be-a8ff-1e9dbdb1e324 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.604200] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.604200] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.604200] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Deleting the datastore file [datastore1] cbebd4dd-d99c-410b-a3fa-c4954261abff {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.604200] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8681eb8b-e78e-4e92-8684-413ba76c955b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.611755] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for the task: (returnval){ [ 680.611755] env[69744]: value = "task-3311220" [ 680.611755] env[69744]: _type = "Task" [ 680.611755] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.628788] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.673585] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75024dd0-058d-4045-9fb5-9099c592405e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.682777] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be9f4a-ddb0-4e6d-89e4-e0ae31a6e826 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.719895] env[69744]: DEBUG oslo_concurrency.lockutils [req-ab6dced9-ffa9-478b-9c00-1d05cf75b0ac req-7b455dbf-85c2-47eb-adf3-333faf5c1e1a service nova] Releasing lock "refresh_cache-0f213415-1337-4fe0-a2d0-61e3986a952d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.720362] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb49a0-4bdd-4a00-bc26-fdf83c06009d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.728137] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82322282-8e0a-46f4-893c-bab2913906a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.742274] env[69744]: DEBUG nova.compute.provider_tree [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.792297] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.838183] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f498b7-dff1-f14c-3d8c-047703b6146d, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.838516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.838781] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0f213415-1337-4fe0-a2d0-61e3986a952d/0f213415-1337-4fe0-a2d0-61e3986a952d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.839064] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d916c0ef-1f6f-4be5-9aa7-de9135c71c02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.845385] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 680.845385] env[69744]: value = "task-3311221" [ 680.845385] env[69744]: _type = "Task" [ 680.845385] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.854024] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.943448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.943591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.943744] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.020348] env[69744]: DEBUG oslo_vmware.api [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311217, 'name': PowerOnVM_Task, 'duration_secs': 0.919478} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.020752] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.020833] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ff81b0c8-f483-4cab-933c-8888f9c41c2e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance '9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.107753] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Successfully created port: 64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.122323] env[69744]: DEBUG oslo_vmware.api [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Task: {'id': task-3311220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151253} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.122592] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.122836] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.122943] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.123123] env[69744]: INFO nova.compute.manager [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 681.123368] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.123557] env[69744]: DEBUG nova.compute.manager [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.123656] env[69744]: DEBUG nova.network.neutron [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.246130] env[69744]: DEBUG nova.scheduler.client.report [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.293069] env[69744]: DEBUG oslo_vmware.api [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311216, 'name': PowerOnVM_Task, 'duration_secs': 1.253319} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.293382] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.293540] env[69744]: INFO nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Took 10.89 seconds to spawn the instance on the hypervisor. [ 681.293717] env[69744]: DEBUG nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.294550] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c417aa9-3c95-4c19-a715-ece21261dad8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.361674] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.482280] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.535582] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.570745] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.570985] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.571164] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.571375] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.572027] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.572238] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.573018] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.573018] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.573018] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.573018] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.573299] env[69744]: DEBUG nova.virt.hardware [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.574181] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811a588-94ec-470d-8678-a81fa763f421 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.583888] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed168cd-d309-4e9b-83fe-137cc7fc0ce8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.634286] env[69744]: DEBUG nova.network.neutron [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Updating instance_info_cache with network_info: [{"id": "323bad96-71d0-4f94-b88a-d9d74989970c", "address": "fa:16:3e:56:58:03", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bad96-71", "ovs_interfaceid": "323bad96-71d0-4f94-b88a-d9d74989970c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.756376] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.760250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.229s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.761770] env[69744]: INFO nova.compute.claims [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.786365] env[69744]: INFO nova.scheduler.client.report [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Deleted allocations for instance e27f7381-8700-43f0-a827-d2f936a25f44 [ 681.827810] env[69744]: INFO nova.compute.manager [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Took 35.86 seconds to build instance. [ 681.862288] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541022} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.862636] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0f213415-1337-4fe0-a2d0-61e3986a952d/0f213415-1337-4fe0-a2d0-61e3986a952d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.862917] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.863368] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a84365c3-abf5-43c2-8427-18f84cce64a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.870346] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 681.870346] env[69744]: value = "task-3311222" [ 681.870346] env[69744]: _type = "Task" [ 681.870346] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.881418] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.142022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.142022] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance network_info: |[{"id": "323bad96-71d0-4f94-b88a-d9d74989970c", "address": "fa:16:3e:56:58:03", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bad96-71", "ovs_interfaceid": "323bad96-71d0-4f94-b88a-d9d74989970c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.142240] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:58:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323bad96-71d0-4f94-b88a-d9d74989970c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.151121] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating folder: Project (f0fabf31d65a43b5ba0313fab6de9d4f). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.151121] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d1dac2-9401-464a-9ad1-46c16e1c700c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.168022] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created folder: Project (f0fabf31d65a43b5ba0313fab6de9d4f) in parent group-v661134. [ 682.168022] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating folder: Instances. Parent ref: group-v661184. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.168022] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c213a38c-fb93-45aa-96fb-c87e3e5b1832 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.181713] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created folder: Instances in parent group-v661184. [ 682.181713] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.181713] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.181713] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1de3f9-db39-4a6b-8bad-4dd2ede546af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.207192] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.207192] env[69744]: value = "task-3311225" [ 682.207192] env[69744]: _type = "Task" [ 682.207192] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.216510] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311225, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.300907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef4a857-8410-488e-bdd2-ba9e74364532 tempest-TenantUsagesTestJSON-1597058698 tempest-TenantUsagesTestJSON-1597058698-project-member] Lock "e27f7381-8700-43f0-a827-d2f936a25f44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.905s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.331989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2ac0d678-40ec-4fb4-84cf-794abf4ed31e tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.421s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.383932] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068855} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.384325] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.385206] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58defc04-e7af-442d-bdb6-5c4ace760f08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.414529] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0f213415-1337-4fe0-a2d0-61e3986a952d/0f213415-1337-4fe0-a2d0-61e3986a952d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.415239] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bcdb88-c48a-4f19-b484-f78cf50802ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.439707] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 682.439707] env[69744]: value = "task-3311226" [ 682.439707] env[69744]: _type = "Task" [ 682.439707] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.450640] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.528364] env[69744]: DEBUG nova.network.neutron [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.638680] env[69744]: DEBUG nova.compute.manager [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Received event network-vif-plugged-323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.638890] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Acquiring lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.639342] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.639573] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.640659] env[69744]: DEBUG nova.compute.manager [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] No waiting events found dispatching network-vif-plugged-323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.640659] env[69744]: WARNING nova.compute.manager [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Received unexpected event network-vif-plugged-323bad96-71d0-4f94-b88a-d9d74989970c for instance with vm_state building and task_state spawning. [ 682.640659] env[69744]: DEBUG nova.compute.manager [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Received event network-changed-323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.640659] env[69744]: DEBUG nova.compute.manager [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Refreshing instance network info cache due to event network-changed-323bad96-71d0-4f94-b88a-d9d74989970c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.640659] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Acquiring lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.640836] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Acquired lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.640836] env[69744]: DEBUG nova.network.neutron [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Refreshing network info cache for port 323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.718618] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311225, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.837421] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.956370] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.032678] env[69744]: INFO nova.compute.manager [-] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Took 1.91 seconds to deallocate network for instance. [ 683.226268] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311225, 'name': CreateVM_Task, 'duration_secs': 0.722081} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.226268] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.227405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.227405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.227405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.227739] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c83614-57d3-400c-b93a-4463c6d7801b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.240902] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 683.240902] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b5510-f244-8261-6af1-b3cdf09c73b1" [ 683.240902] env[69744]: _type = "Task" [ 683.240902] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.251955] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b5510-f244-8261-6af1-b3cdf09c73b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.365597] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.412755] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90003ac-8c62-42bb-ad05-36e316d59b7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422847] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae6125-ed3d-44b8-a164-8ea6dceba95f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.461924] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd44d4c-1f16-411d-9370-350d2c490e57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.482427] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7b204-bd86-4e74-9299-139690cfc670 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.486715] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311226, 'name': ReconfigVM_Task, 'duration_secs': 0.74381} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.487225] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0f213415-1337-4fe0-a2d0-61e3986a952d/0f213415-1337-4fe0-a2d0-61e3986a952d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.488105] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514f57cd-1e7c-42c4-a8a0-ff61e45754d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.499908] env[69744]: DEBUG nova.compute.provider_tree [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.503401] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 683.503401] env[69744]: value = "task-3311227" [ 683.503401] env[69744]: _type = "Task" [ 683.503401] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.513055] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311227, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.544239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.732055] env[69744]: DEBUG nova.network.neutron [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Updated VIF entry in instance network info cache for port 323bad96-71d0-4f94-b88a-d9d74989970c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.732408] env[69744]: DEBUG nova.network.neutron [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Updating instance_info_cache with network_info: [{"id": "323bad96-71d0-4f94-b88a-d9d74989970c", "address": "fa:16:3e:56:58:03", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323bad96-71", "ovs_interfaceid": "323bad96-71d0-4f94-b88a-d9d74989970c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.760791] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b5510-f244-8261-6af1-b3cdf09c73b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.760791] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.761091] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.761699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.761699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.761699] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.768056] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e8e0d71-0ea7-4d9e-b4db-fccc75569334 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.781842] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.782078] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.782841] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd68d5e-53fa-4ced-9a94-a7c41164da2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.789680] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 683.789680] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af4e97-066f-1e34-6bcd-f1a8ef886231" [ 683.789680] env[69744]: _type = "Task" [ 683.789680] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.799628] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af4e97-066f-1e34-6bcd-f1a8ef886231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.825454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.825684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.825860] env[69744]: DEBUG nova.compute.manager [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Going to confirm migration 1 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 684.004531] env[69744]: DEBUG nova.scheduler.client.report [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.021602] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311227, 'name': Rename_Task, 'duration_secs': 0.199616} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.021902] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.022173] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3819d8-8319-459c-8150-21ad764f1d9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.030955] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 684.030955] env[69744]: value = "task-3311228" [ 684.030955] env[69744]: _type = "Task" [ 684.030955] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.046028] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.237082] env[69744]: DEBUG oslo_concurrency.lockutils [req-dfbc34aa-691f-4c3c-982d-b1dc8401bb2b req-df253a32-175a-40f0-92e6-e8d6f1f98943 service nova] Releasing lock "refresh_cache-efcd3e19-7a15-469a-82fe-08c16658bb60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.303745] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52af4e97-066f-1e34-6bcd-f1a8ef886231, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.304455] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e36fdd-c6bf-4aed-a06d-e479000b340b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.311984] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 684.311984] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f187db-7baf-d783-f0c3-8abe42fa1027" [ 684.311984] env[69744]: _type = "Task" [ 684.311984] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.326030] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f187db-7baf-d783-f0c3-8abe42fa1027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.436144] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Successfully updated port: 64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.461895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.462097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.462278] env[69744]: DEBUG nova.network.neutron [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.462458] env[69744]: DEBUG nova.objects.instance [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lazy-loading 'info_cache' on Instance uuid 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.512756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.513340] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.517113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.516s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.517977] env[69744]: INFO nova.compute.claims [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.546461] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.823872] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f187db-7baf-d783-f0c3-8abe42fa1027, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.824265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.824399] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] efcd3e19-7a15-469a-82fe-08c16658bb60/efcd3e19-7a15-469a-82fe-08c16658bb60.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.824660] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfcebcca-a714-4e95-a6c9-b735c4fc0396 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.832736] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 684.832736] env[69744]: value = "task-3311229" [ 684.832736] env[69744]: _type = "Task" [ 684.832736] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.841802] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.938700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquired lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939392] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.026530] env[69744]: DEBUG nova.compute.utils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.029480] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.029480] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.050272] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.123362] env[69744]: DEBUG nova.policy [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f6442761724358a6795661ec984e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651604e00dff4d1cb95c9e5ed92e4993', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.344313] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.344650] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] efcd3e19-7a15-469a-82fe-08c16658bb60/efcd3e19-7a15-469a-82fe-08c16658bb60.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.344912] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.345137] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a87eb074-aa5f-4c2c-b79d-8b299c731a6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.351948] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 685.351948] env[69744]: value = "task-3311230" [ 685.351948] env[69744]: _type = "Task" [ 685.351948] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.361989] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.512405] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.533893] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.546279] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.821603] env[69744]: DEBUG nova.network.neutron [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [{"id": "39d0cf61-c54c-4db7-8988-8379a19c928f", "address": "fa:16:3e:39:4a:c7", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d0cf61-c5", "ovs_interfaceid": "39d0cf61-c54c-4db7-8988-8379a19c928f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.834825] env[69744]: DEBUG nova.network.neutron [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updating instance_info_cache with network_info: [{"id": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "address": "fa:16:3e:49:4b:59", "network": {"id": "a99668e3-3290-4b49-abbc-f913912b41db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1108337686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e90d6db61b34d0e8068136cc1cedde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64742489-4b", "ovs_interfaceid": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.855143] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Successfully created port: af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.870099] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065953} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.870375] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.871161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58be6f9-146c-492a-9460-5aaf8e8370d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.901150] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] efcd3e19-7a15-469a-82fe-08c16658bb60/efcd3e19-7a15-469a-82fe-08c16658bb60.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.905533] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26437fbc-951d-4b08-b5d0-b3de83a4b996 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.923931] env[69744]: DEBUG nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Received event network-vif-deleted-a89315bf-3a9d-44ab-aaf0-e1a1e2056fdd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.924182] env[69744]: DEBUG nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received event network-vif-plugged-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.924373] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Acquiring lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.924794] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.925030] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.925142] env[69744]: DEBUG nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] No waiting events found dispatching network-vif-plugged-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.925341] env[69744]: WARNING nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received unexpected event network-vif-plugged-64742489-4b07-46e1-841a-f1a5dd2b9cc0 for instance with vm_state building and task_state spawning. [ 685.925506] env[69744]: DEBUG nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.925654] env[69744]: DEBUG nova.compute.manager [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing instance network info cache due to event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.925896] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Acquiring lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.934791] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 685.934791] env[69744]: value = "task-3311231" [ 685.934791] env[69744]: _type = "Task" [ 685.934791] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.945870] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.058827] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.207586] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a83460-b901-4f13-8f15-34c1dcb14095 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.216239] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb9540-fe89-4505-8b81-4df4bc4b3d77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.255639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d0474-b935-4d5a-92b0-e042f2bc4aa3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.265987] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de2722-858d-42a2-86eb-f6b4366c60d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.282279] env[69744]: DEBUG nova.compute.provider_tree [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.324619] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.324874] env[69744]: DEBUG nova.objects.instance [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lazy-loading 'migration_context' on Instance uuid 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.338804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Releasing lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.339224] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Instance network_info: |[{"id": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "address": "fa:16:3e:49:4b:59", "network": {"id": "a99668e3-3290-4b49-abbc-f913912b41db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1108337686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e90d6db61b34d0e8068136cc1cedde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64742489-4b", "ovs_interfaceid": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.339668] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Acquired lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.339899] env[69744]: DEBUG nova.network.neutron [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.341115] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:4b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64742489-4b07-46e1-841a-f1a5dd2b9cc0', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.348837] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Creating folder: Project (2e90d6db61b34d0e8068136cc1cedde8). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.352247] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f8c428f-0fe5-4f74-b071-d3f70d481851 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.365861] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Created folder: Project (2e90d6db61b34d0e8068136cc1cedde8) in parent group-v661134. [ 686.366074] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Creating folder: Instances. Parent ref: group-v661187. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.366377] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc259ee-d70e-4032-9808-b404a6b4d5bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.381165] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Created folder: Instances in parent group-v661187. [ 686.381539] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.382427] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.382427] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71016a53-3698-449a-a45e-64107a822a96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.403502] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.403502] env[69744]: value = "task-3311234" [ 686.403502] env[69744]: _type = "Task" [ 686.403502] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.412713] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311234, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.449034] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.550456] env[69744]: DEBUG oslo_vmware.api [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311228, 'name': PowerOnVM_Task, 'duration_secs': 2.11242} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.550713] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.550925] env[69744]: INFO nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Took 10.68 seconds to spawn the instance on the hypervisor. [ 686.551064] env[69744]: DEBUG nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.552170] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.555601] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ae146-86d5-4c53-a69d-ccaf6d00da7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.591687] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.591997] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.592242] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.592552] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.592707] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.592850] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.593080] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.593873] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.594097] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.594276] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.594457] env[69744]: DEBUG nova.virt.hardware [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.595475] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82cca77-6e82-4e1d-84f6-86996419f4e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.604712] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d862fe-e671-43c4-9e0a-b6d0a52553d5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.781294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.781294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.785834] env[69744]: DEBUG nova.scheduler.client.report [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.827676] env[69744]: DEBUG nova.objects.base [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Object Instance<9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 686.829309] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0c084-f083-4b75-8110-bce0757f3f73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.851575] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d459077-435b-41fb-9636-4d6fa8bf6980 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.858015] env[69744]: DEBUG oslo_vmware.api [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 686.858015] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c4b005-d7b8-15f6-757c-abdb851ff923" [ 686.858015] env[69744]: _type = "Task" [ 686.858015] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.873662] env[69744]: DEBUG oslo_vmware.api [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c4b005-d7b8-15f6-757c-abdb851ff923, 'name': SearchDatastore_Task, 'duration_secs': 0.00753} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.875525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.914857] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311234, 'name': CreateVM_Task, 'duration_secs': 0.381877} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.915156] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.916623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.916846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.917247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.917534] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6629d6-9abd-4abb-af56-19603c059e03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.922790] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 686.922790] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267a484-e35f-8d60-d0c7-83a81c7ccdb2" [ 686.922790] env[69744]: _type = "Task" [ 686.922790] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.935521] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267a484-e35f-8d60-d0c7-83a81c7ccdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.951019] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311231, 'name': ReconfigVM_Task, 'duration_secs': 0.658207} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.951019] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Reconfigured VM instance instance-00000011 to attach disk [datastore2] efcd3e19-7a15-469a-82fe-08c16658bb60/efcd3e19-7a15-469a-82fe-08c16658bb60.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.951019] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbb03d40-3e95-4e40-b665-359c330d0012 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.958016] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 686.958016] env[69744]: value = "task-3311235" [ 686.958016] env[69744]: _type = "Task" [ 686.958016] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.965838] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311235, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.074634] env[69744]: INFO nova.compute.manager [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Took 39.34 seconds to build instance. [ 687.282230] env[69744]: DEBUG nova.network.neutron [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updated VIF entry in instance network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.282230] env[69744]: DEBUG nova.network.neutron [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updating instance_info_cache with network_info: [{"id": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "address": "fa:16:3e:49:4b:59", "network": {"id": "a99668e3-3290-4b49-abbc-f913912b41db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1108337686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e90d6db61b34d0e8068136cc1cedde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64742489-4b", "ovs_interfaceid": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.290534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.290904] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.296420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.937s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.296420] env[69744]: DEBUG nova.objects.instance [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.433781] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267a484-e35f-8d60-d0c7-83a81c7ccdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.434080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.434804] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.435060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.435203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.435380] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.435819] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3f8a873-f69e-4d26-899e-f30c3a38b884 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.446762] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.446952] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.447745] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f489249-6639-468d-9c15-4b867d056f11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.454090] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 687.454090] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52596701-bae6-c05c-de1b-16eec8c0385b" [ 687.454090] env[69744]: _type = "Task" [ 687.454090] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.466345] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52596701-bae6-c05c-de1b-16eec8c0385b, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.469903] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311235, 'name': Rename_Task, 'duration_secs': 0.221755} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.470120] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e059729-148b-4c22-863a-6f73e78621dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.473954] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.473954] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f4c313-5540-41c1-9a0a-2e4393092b5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.486188] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 687.486188] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527d5c82-983a-cc5f-48f0-9848df30dd45" [ 687.486188] env[69744]: _type = "Task" [ 687.486188] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.486485] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 687.486485] env[69744]: value = "task-3311236" [ 687.486485] env[69744]: _type = "Task" [ 687.486485] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.500511] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527d5c82-983a-cc5f-48f0-9848df30dd45, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.504151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.508022] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] ebc6a142-aac9-4523-aa7b-c61e9feb9591/ebc6a142-aac9-4523-aa7b-c61e9feb9591.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.508022] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.508022] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f595ddb2-cc9d-46cb-8128-6521b57a62f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.513601] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 687.513601] env[69744]: value = "task-3311237" [ 687.513601] env[69744]: _type = "Task" [ 687.513601] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.523599] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.577710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a5d4ca3b-0d87-437b-84bb-5563c4c4f59d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.706s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.784291] env[69744]: DEBUG oslo_concurrency.lockutils [req-f7518153-0548-4c9d-a1c3-ad311ddd2a40 req-c2100d42-c26f-4d42-916c-2e513eedac5e service nova] Releasing lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.796301] env[69744]: DEBUG nova.compute.utils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.798108] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 687.998909] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.007465] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Successfully updated port: af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.025046] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474241} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.025351] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] ebc6a142-aac9-4523-aa7b-c61e9feb9591/ebc6a142-aac9-4523-aa7b-c61e9feb9591.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.025566] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.025818] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91551d6c-958a-4440-a47d-8bfea07291b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.034516] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 688.034516] env[69744]: value = "task-3311238" [ 688.034516] env[69744]: _type = "Task" [ 688.034516] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.046488] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.084723] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.304344] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.306015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b90ebf7-100c-4476-a10e-6ffff2c63bc0 tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.307482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.728s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.307863] env[69744]: DEBUG nova.objects.instance [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lazy-loading 'resources' on Instance uuid 99eb9323-22b6-4f44-a88c-d3532f424111 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.501299] env[69744]: DEBUG oslo_vmware.api [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311236, 'name': PowerOnVM_Task, 'duration_secs': 0.695166} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.506420] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.506813] env[69744]: INFO nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Took 9.79 seconds to spawn the instance on the hypervisor. [ 688.506813] env[69744]: DEBUG nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.509669] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e656308-361a-4b1d-8bd4-5cd3669c4ad0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.511768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.511768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.511768] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.548539] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.550092] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.550611] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9ea71-0e7f-4be5-9fdc-f83f3fc582af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.575262] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ebc6a142-aac9-4523-aa7b-c61e9feb9591/ebc6a142-aac9-4523-aa7b-c61e9feb9591.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.575851] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5199333-30b8-4669-b7f8-3bde2b4d33c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.601419] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 688.601419] env[69744]: value = "task-3311239" [ 688.601419] env[69744]: _type = "Task" [ 688.601419] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.614415] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.615254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.684701] env[69744]: DEBUG nova.compute.manager [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Received event network-changed-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.685015] env[69744]: DEBUG nova.compute.manager [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Refreshing instance network info cache due to event network-changed-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.685613] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Acquiring lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.685613] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Acquired lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685613] env[69744]: DEBUG nova.network.neutron [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Refreshing network info cache for port cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.976024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "f0e74a22-8d6c-44fc-808d-af887e716e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.976299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.027144] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "fc428465-7779-4050-a296-0d4bf116368b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.028023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.035701] env[69744]: INFO nova.compute.manager [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Took 39.02 seconds to build instance. [ 689.088102] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.114559] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311239, 'name': ReconfigVM_Task, 'duration_secs': 0.345899} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.116961] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ebc6a142-aac9-4523-aa7b-c61e9feb9591/ebc6a142-aac9-4523-aa7b-c61e9feb9591.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.124478] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df022d29-4110-46df-9eaf-b737fda93b5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.131483] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 689.131483] env[69744]: value = "task-3311240" [ 689.131483] env[69744]: _type = "Task" [ 689.131483] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.148416] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311240, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.321467] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.368094] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.368258] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.368409] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.368583] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.368722] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.368873] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.369231] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.369400] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.369568] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.369730] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.369897] env[69744]: DEBUG nova.virt.hardware [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.370779] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c032a8-8a45-4e94-93ea-8db2e9406b3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.384058] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd06ee-2728-4929-acca-8b03f502cc0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.400877] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.406645] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Creating folder: Project (63a639c0b6c34368a6c35b08d8702505). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.409704] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ca2088-5c8a-4880-bad6-662afe75dc83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.422710] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Created folder: Project (63a639c0b6c34368a6c35b08d8702505) in parent group-v661134. [ 689.422920] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Creating folder: Instances. Parent ref: group-v661190. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.423187] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a83cc473-a1da-4a65-8f40-7bc38df1bce8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.434751] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Created folder: Instances in parent group-v661190. [ 689.435096] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.438867] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.438867] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d386c83-b54a-4ba0-b2c3-989820eedac6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.454498] env[69744]: DEBUG nova.network.neutron [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.460620] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.460620] env[69744]: value = "task-3311243" [ 689.460620] env[69744]: _type = "Task" [ 689.460620] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.473070] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311243, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.540778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ec3cf380-975c-4db7-a5a2-43ad6b973c30 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.652s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.604946] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1b112-a70d-4a65-bf1f-215d7a79d437 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.616889] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4786883f-8b73-4ea4-8815-cbcc22e899e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.656537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad44675-ea39-4cd9-9b4f-3ab84f90ed12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.667988] env[69744]: DEBUG nova.network.neutron [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updated VIF entry in instance network info cache for port cfe22b57-4fb3-4267-a3e8-86bb9a597bfe. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.667988] env[69744]: DEBUG nova.network.neutron [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updating instance_info_cache with network_info: [{"id": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "address": "fa:16:3e:b8:25:bd", "network": {"id": "da7cf7ee-893e-4847-af8d-b3df18f22000", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-481595495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fefb35cb3ccc4475bb2111b2a2be3b79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe22b57-4f", "ovs_interfaceid": "cfe22b57-4fb3-4267-a3e8-86bb9a597bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.673868] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311240, 'name': Rename_Task, 'duration_secs': 0.26252} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.673868] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.674835] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed876c-d804-4ee0-b717-1edb2d656d2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.680530] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-233171cb-7646-4136-a945-f203026f9724 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.699780] env[69744]: DEBUG nova.compute.provider_tree [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.702061] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 689.702061] env[69744]: value = "task-3311244" [ 689.702061] env[69744]: _type = "Task" [ 689.702061] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.711762] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.958480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958480] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Instance network_info: |[{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.958804] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:58:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9126d2-1a8f-4d9c-9804-55223dc45f99', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.966087] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Creating folder: Project (651604e00dff4d1cb95c9e5ed92e4993). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.966402] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ebf5ef-a513-4d83-8fe9-ad037cdc7fcb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979048] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311243, 'name': CreateVM_Task, 'duration_secs': 0.362225} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.979212] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.979909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.979909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980373] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adf6d36-a60f-463a-b26f-0ca8423aea1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.983530] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Created folder: Project (651604e00dff4d1cb95c9e5ed92e4993) in parent group-v661134. [ 689.983710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Creating folder: Instances. Parent ref: group-v661193. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.983902] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96519b02-227d-4155-886f-a9820808a893 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.986754] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 689.986754] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6c48f-74e4-6096-4b2c-d24b9c8e3dfe" [ 689.986754] env[69744]: _type = "Task" [ 689.986754] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.996285] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6c48f-74e4-6096-4b2c-d24b9c8e3dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.001091] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Created folder: Instances in parent group-v661193. [ 690.001366] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.001527] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.001732] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04eb4dbb-30d2-4d01-a985-f4964637871e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.023950] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.023950] env[69744]: value = "task-3311247" [ 690.023950] env[69744]: _type = "Task" [ 690.023950] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.033745] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311247, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.046460] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.167927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "efcd3e19-7a15-469a-82fe-08c16658bb60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.168353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.168565] env[69744]: DEBUG nova.compute.manager [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.169522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4650c6fb-3c3f-4594-8aa2-6cb92ab2768f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.175185] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Releasing lock "refresh_cache-e36e4f56-361c-4db8-bcf0-6a25e9aef855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.175185] env[69744]: DEBUG nova.compute.manager [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-vif-plugged-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.175185] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Acquiring lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.175185] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.175185] env[69744]: DEBUG oslo_concurrency.lockutils [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.175635] env[69744]: DEBUG nova.compute.manager [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] No waiting events found dispatching network-vif-plugged-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.175635] env[69744]: WARNING nova.compute.manager [req-0165e17d-5641-40b2-ab90-18a6a18b9a6c req-e0215fb8-3537-4f9a-a6a2-05ed690cf22b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received unexpected event network-vif-plugged-af9126d2-1a8f-4d9c-9804-55223dc45f99 for instance with vm_state building and task_state spawning. [ 690.178396] env[69744]: DEBUG nova.compute.manager [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 690.178978] env[69744]: DEBUG nova.objects.instance [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'flavor' on Instance uuid efcd3e19-7a15-469a-82fe-08c16658bb60 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.204026] env[69744]: DEBUG nova.scheduler.client.report [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.223560] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.499249] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6c48f-74e4-6096-4b2c-d24b9c8e3dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.499621] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.499889] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.500184] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.500397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.500844] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.501163] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e457786-d535-454d-abb8-fc4df38a9e8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.510995] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.511197] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.511932] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f239904-292f-4312-b283-dd97fea2d000 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.517974] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 690.517974] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d8fd2-3d17-1706-ec9f-df6181b082a2" [ 690.517974] env[69744]: _type = "Task" [ 690.517974] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.526314] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d8fd2-3d17-1706-ec9f-df6181b082a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.534560] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311247, 'name': CreateVM_Task, 'duration_secs': 0.379496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.534715] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.535427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.535587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.535889] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.536135] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0575f167-a008-49e3-89ed-ccd7a784126a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.540831] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 690.540831] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5228d391-2e61-9206-8c0b-85f8cce57677" [ 690.540831] env[69744]: _type = "Task" [ 690.540831] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.548586] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5228d391-2e61-9206-8c0b-85f8cce57677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.572691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.715684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.721119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.068s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.721427] env[69744]: DEBUG nova.objects.instance [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lazy-loading 'resources' on Instance uuid e86927b1-749c-43b3-908f-43b3b7ace331 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.722703] env[69744]: DEBUG oslo_vmware.api [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311244, 'name': PowerOnVM_Task, 'duration_secs': 0.61627} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.723141] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.723367] env[69744]: INFO nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Took 9.19 seconds to spawn the instance on the hypervisor. [ 690.723549] env[69744]: DEBUG nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.724491] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28496726-9772-44bd-b76b-7d983ad831a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.738148] env[69744]: INFO nova.scheduler.client.report [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Deleted allocations for instance 99eb9323-22b6-4f44-a88c-d3532f424111 [ 691.031672] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d8fd2-3d17-1706-ec9f-df6181b082a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.032406] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16689c0f-1f8a-43ff-9b61-ba3cf3d26371 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.038325] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 691.038325] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3da97-b900-8059-8db9-c21a4209267e" [ 691.038325] env[69744]: _type = "Task" [ 691.038325] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.050649] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5228d391-2e61-9206-8c0b-85f8cce57677, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.054440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.054697] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.054908] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.055178] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3da97-b900-8059-8db9-c21a4209267e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.165627] env[69744]: DEBUG nova.compute.manager [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.165827] env[69744]: DEBUG nova.compute.manager [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing instance network info cache due to event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.166053] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166455] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166562] env[69744]: DEBUG nova.network.neutron [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.188516] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.188764] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc01887-3d62-48a5-9851-d9f09afeaa6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.197207] env[69744]: DEBUG oslo_vmware.api [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 691.197207] env[69744]: value = "task-3311248" [ 691.197207] env[69744]: _type = "Task" [ 691.197207] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.207020] env[69744]: DEBUG oslo_vmware.api [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.247234] env[69744]: INFO nova.compute.manager [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Took 38.13 seconds to build instance. [ 691.251296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0e2a2c8e-658f-436b-8dc4-057a15ad62c6 tempest-DeleteServersAdminTestJSON-1755171777 tempest-DeleteServersAdminTestJSON-1755171777-project-admin] Lock "99eb9323-22b6-4f44-a88c-d3532f424111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.069s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.552623] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3da97-b900-8059-8db9-c21a4209267e, 'name': SearchDatastore_Task, 'duration_secs': 0.01159} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.553035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.553323] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d14d3baf-95a0-4983-ab42-755bb9faa134/d14d3baf-95a0-4983-ab42-755bb9faa134.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.553620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.553847] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.554036] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c92e05-cc1a-430c-986d-e41d3dcf2e6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560181] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5a2565-7c46-4f4d-9b55-78804a7313db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.570746] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 691.570746] env[69744]: value = "task-3311249" [ 691.570746] env[69744]: _type = "Task" [ 691.570746] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.576333] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.576333] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.580957] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02834798-d857-4de0-be6a-c97b047780dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.589349] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.591458] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 691.591458] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b9c0a4-7835-6a7b-84ac-cce13bd7d478" [ 691.591458] env[69744]: _type = "Task" [ 691.591458] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.604271] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b9c0a4-7835-6a7b-84ac-cce13bd7d478, 'name': SearchDatastore_Task} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.604271] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be52453-967f-4c28-8172-36f9151dbcac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.611520] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 691.611520] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c80da2-f228-a333-a8c4-190995eff613" [ 691.611520] env[69744]: _type = "Task" [ 691.611520] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.625164] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c80da2-f228-a333-a8c4-190995eff613, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.625462] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625732] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 715ead8f-947c-47a4-9ff3-fbe27331d9d6/715ead8f-947c-47a4-9ff3-fbe27331d9d6.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.626147] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a2fd048-1bc0-4d53-9917-a7b95f6fba02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.637323] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 691.637323] env[69744]: value = "task-3311250" [ 691.637323] env[69744]: _type = "Task" [ 691.637323] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.647327] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.712827] env[69744]: DEBUG oslo_vmware.api [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311248, 'name': PowerOffVM_Task, 'duration_secs': 0.450181} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.713981] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.713981] env[69744]: DEBUG nova.compute.manager [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.714477] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22672342-1436-4df2-92c2-0eb53bce0587 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.753147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a089417-d045-44ed-a7f4-0fc95df8c00e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.065s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.838454] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9525e855-7c4f-4e2b-8911-84ccb61f6c8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.850308] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc0d01-8f53-41ae-b168-a0fcb34bc6db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.886983] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169b5888-b580-4f41-b66e-3a284aa588c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896482] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a86589-9874-4c4d-a0cd-c4bf6fe055d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.913037] env[69744]: DEBUG nova.compute.provider_tree [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.083501] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482172} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.083501] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d14d3baf-95a0-4983-ab42-755bb9faa134/d14d3baf-95a0-4983-ab42-755bb9faa134.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.083501] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.083501] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-449aaa0f-89f5-4013-9b98-76769e88050e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.092910] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 692.092910] env[69744]: value = "task-3311251" [ 692.092910] env[69744]: _type = "Task" [ 692.092910] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.104290] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.147506] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.230126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f8e5ccb2-7af3-45ca-b412-1e4c2b0c72fd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.256216] env[69744]: DEBUG nova.network.neutron [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updated VIF entry in instance network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.256585] env[69744]: DEBUG nova.network.neutron [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.260466] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.416269] env[69744]: DEBUG nova.scheduler.client.report [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.602652] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091386} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.602933] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.603748] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788d2b9-cf1f-41b5-b2b8-b06bfd407eae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.632566] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d14d3baf-95a0-4983-ab42-755bb9faa134/d14d3baf-95a0-4983-ab42-755bb9faa134.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.632905] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f260f67-cf24-4628-af1c-ab1953add026 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.668597] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7363} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.670312] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 715ead8f-947c-47a4-9ff3-fbe27331d9d6/715ead8f-947c-47a4-9ff3-fbe27331d9d6.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.670594] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.670985] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 692.670985] env[69744]: value = "task-3311252" [ 692.670985] env[69744]: _type = "Task" [ 692.670985] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.671275] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091f3859-d5a2-4ae8-aab2-f67deebfeeb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.683091] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 692.683091] env[69744]: value = "task-3311253" [ 692.683091] env[69744]: _type = "Task" [ 692.683091] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.687684] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.699388] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.760413] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c6445f9-21e1-48b1-a37d-4adfef1ab75d req-bb13b8f7-a78a-4121-9b91-56022cc127b3 service nova] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.786563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.921971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.925388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.711s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.925388] env[69744]: DEBUG nova.objects.instance [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lazy-loading 'resources' on Instance uuid cb3d704d-e736-47a4-ba27-f87f5d3a28d9 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.958755] env[69744]: INFO nova.scheduler.client.report [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Deleted allocations for instance e86927b1-749c-43b3-908f-43b3b7ace331 [ 693.184948] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311252, 'name': ReconfigVM_Task, 'duration_secs': 0.29479} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.185300] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d14d3baf-95a0-4983-ab42-755bb9faa134/d14d3baf-95a0-4983-ab42-755bb9faa134.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.185937] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368560e2-7ca8-4fbe-a345-5f9a72858ac1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.197711] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126941} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.199082] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.199365] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 693.199365] env[69744]: value = "task-3311254" [ 693.199365] env[69744]: _type = "Task" [ 693.199365] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.200478] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc433f-89fe-4226-83fc-c08aee4c1dc7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.228787] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 715ead8f-947c-47a4-9ff3-fbe27331d9d6/715ead8f-947c-47a4-9ff3-fbe27331d9d6.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.236191] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db919699-819e-4070-9b67-25d894814e9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.248413] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311254, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.256371] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 693.256371] env[69744]: value = "task-3311255" [ 693.256371] env[69744]: _type = "Task" [ 693.256371] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.267023] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.469087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ff5ac107-6c04-43ec-8658-1e7351e9cc79 tempest-ServerDiagnosticsV248Test-370772840 tempest-ServerDiagnosticsV248Test-370772840-project-member] Lock "e86927b1-749c-43b3-908f-43b3b7ace331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.294s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.716770] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311254, 'name': Rename_Task, 'duration_secs': 0.306546} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.720051] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.720498] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-674bb4bc-d217-4ea7-abdd-9760f2cd19f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.728527] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 693.728527] env[69744]: value = "task-3311256" [ 693.728527] env[69744]: _type = "Task" [ 693.728527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.743206] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.763696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "c36cc33d-1a3f-4a88-9451-452086c06456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.764178] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.775523] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.084695] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3dcce-57b4-4c01-ade5-28bbe83c3c21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.095323] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff8292-3759-416b-bcd4-e1e6324fa07c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.136861] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18c85e-c193-463a-8c24-d6b98edfbaee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.147364] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d82158-2663-43ab-a4a7-bc2287fc1765 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.167075] env[69744]: DEBUG nova.compute.provider_tree [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.240723] env[69744]: DEBUG oslo_vmware.api [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311256, 'name': PowerOnVM_Task, 'duration_secs': 0.505503} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.241999] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.241999] env[69744]: INFO nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Took 4.92 seconds to spawn the instance on the hypervisor. [ 694.241999] env[69744]: DEBUG nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.242483] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32b07e-79d4-4ebb-8953-51792733f960 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.267970] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311255, 'name': ReconfigVM_Task, 'duration_secs': 0.707411} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.268300] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 715ead8f-947c-47a4-9ff3-fbe27331d9d6/715ead8f-947c-47a4-9ff3-fbe27331d9d6.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.268922] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40134060-b6c1-4e24-9d7a-69a50daee1b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.277051] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 694.277051] env[69744]: value = "task-3311257" [ 694.277051] env[69744]: _type = "Task" [ 694.277051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.286454] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311257, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.674017] env[69744]: DEBUG nova.scheduler.client.report [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.763097] env[69744]: INFO nova.compute.manager [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Took 39.78 seconds to build instance. [ 694.790739] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311257, 'name': Rename_Task, 'duration_secs': 0.26792} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.791065] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.791347] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4b6d07-beca-43df-a88a-05a5f755fea4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.800981] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 694.800981] env[69744]: value = "task-3311258" [ 694.800981] env[69744]: _type = "Task" [ 694.800981] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.811265] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.922364] env[69744]: DEBUG nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.924089] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccfeb44-46c5-4ea3-ad3b-cd6e300d8017 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.178654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.181856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.451s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.183562] env[69744]: INFO nova.compute.claims [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.210507] env[69744]: INFO nova.scheduler.client.report [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Deleted allocations for instance cb3d704d-e736-47a4-ba27-f87f5d3a28d9 [ 695.265767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-73079ea4-25dd-4a7a-9d76-03a0732dc679 tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.701s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.313597] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.441887] env[69744]: INFO nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] instance snapshotting [ 695.442068] env[69744]: WARNING nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 695.446132] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81fe22-c969-4a39-8272-8a8926f18eeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.471752] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26fe72-c33c-4858-afa8-8c5b5d51ee90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.675498] env[69744]: DEBUG nova.compute.manager [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.675498] env[69744]: DEBUG nova.compute.manager [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing instance network info cache due to event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.675498] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] Acquiring lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675498] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] Acquired lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.675498] env[69744]: DEBUG nova.network.neutron [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.725871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-94acc819-68ef-4e39-b448-7982276ec36b tempest-ServersListShow296Test-1809510341 tempest-ServersListShow296Test-1809510341-project-member] Lock "cb3d704d-e736-47a4-ba27-f87f5d3a28d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.887s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.767719] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.820937] env[69744]: DEBUG oslo_vmware.api [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311258, 'name': PowerOnVM_Task, 'duration_secs': 0.901218} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.823818] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.824081] env[69744]: INFO nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Took 9.27 seconds to spawn the instance on the hypervisor. [ 695.824276] env[69744]: DEBUG nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.825105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d455e48-afc0-4d9d-a189-d83ddcb28237 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.991695] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 695.992248] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ada2367-1171-4b2d-97c9-0af20e313cea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.001749] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 696.001749] env[69744]: value = "task-3311259" [ 696.001749] env[69744]: _type = "Task" [ 696.001749] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.013237] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.288478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.349451] env[69744]: INFO nova.compute.manager [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Took 41.84 seconds to build instance. [ 696.413268] env[69744]: DEBUG nova.compute.manager [None req-af7d253b-9c2a-419e-b9f4-a4a08b00e0ad tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.413268] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f81f85-df79-475b-9dd8-2b1455f3d62e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.527923] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.601621] env[69744]: DEBUG nova.network.neutron [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updated VIF entry in instance network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.602193] env[69744]: DEBUG nova.network.neutron [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updating instance_info_cache with network_info: [{"id": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "address": "fa:16:3e:49:4b:59", "network": {"id": "a99668e3-3290-4b49-abbc-f913912b41db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1108337686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e90d6db61b34d0e8068136cc1cedde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64742489-4b", "ovs_interfaceid": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.855712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aafca5d1-32d1-4986-ab28-09e03e2314a6 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.094s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.880134] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2b6f6-e4fd-4378-950c-283d470e0806 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.891867] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d777015-de77-4ce7-b405-9c0b7072fc22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.932225] env[69744]: INFO nova.compute.manager [None req-af7d253b-9c2a-419e-b9f4-a4a08b00e0ad tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] instance snapshotting [ 696.932911] env[69744]: DEBUG nova.objects.instance [None req-af7d253b-9c2a-419e-b9f4-a4a08b00e0ad tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lazy-loading 'flavor' on Instance uuid d14d3baf-95a0-4983-ab42-755bb9faa134 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.935045] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daadce9-34d2-4225-aa7f-aba550d94536 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.951068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75348e-0c51-4ff3-a1eb-231c148ff66a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.971760] env[69744]: DEBUG nova.compute.provider_tree [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.013607] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311259, 'name': CreateSnapshot_Task, 'duration_secs': 0.590528} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.013926] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.014692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72badf-b4ff-4a5d-a6d5-8b233bd8eef9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.104878] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd06d04b-7c26-463d-bed4-a6450cdc8761 req-961e6ceb-bc02-4115-ae9d-797f9db2eac6 service nova] Releasing lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.235042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "d14d3baf-95a0-4983-ab42-755bb9faa134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.235042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.235498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "d14d3baf-95a0-4983-ab42-755bb9faa134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.235498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.235619] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.238162] env[69744]: INFO nova.compute.manager [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Terminating instance [ 697.363739] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.445652] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f143a135-e8b4-4f4f-8b9b-42b707b8f697 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.463275] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fef786-25d6-456c-b44a-eb7e786ec858 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.476191] env[69744]: DEBUG nova.scheduler.client.report [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.543888] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 697.545750] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3038c98-6110-406b-a48d-1b5560732dff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.556026] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 697.556026] env[69744]: value = "task-3311260" [ 697.556026] env[69744]: _type = "Task" [ 697.556026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.567063] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311260, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.744421] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "refresh_cache-d14d3baf-95a0-4983-ab42-755bb9faa134" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.744666] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquired lock "refresh_cache-d14d3baf-95a0-4983-ab42-755bb9faa134" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.744852] env[69744]: DEBUG nova.network.neutron [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.906050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.974468] env[69744]: DEBUG nova.compute.manager [None req-af7d253b-9c2a-419e-b9f4-a4a08b00e0ad tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance disappeared during snapshot {{(pid=69744) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 697.983584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.984141] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.991698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.487s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.993540] env[69744]: INFO nova.compute.claims [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.072151] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311260, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.227731] env[69744]: DEBUG nova.compute.manager [None req-af7d253b-9c2a-419e-b9f4-a4a08b00e0ad tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Found 0 images (rotation: 2) {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 698.288830] env[69744]: DEBUG nova.network.neutron [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.399955] env[69744]: DEBUG nova.network.neutron [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.503714] env[69744]: DEBUG nova.compute.utils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.507339] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.508330] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.569184] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311260, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.605820] env[69744]: DEBUG nova.policy [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5920c6c75559427eb16e818d78bc76bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3843b96267934e5eb6aa0d1d1a786773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.608891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.609426] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.906290] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Releasing lock "refresh_cache-d14d3baf-95a0-4983-ab42-755bb9faa134" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.906711] env[69744]: DEBUG nova.compute.manager [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.906871] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.907824] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef16d2-f0bb-4c15-b8eb-c513452d2520 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.916880] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.917259] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0171ef-cce5-46d4-a934-d1e452fc809a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.925194] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 698.925194] env[69744]: value = "task-3311261" [ 698.925194] env[69744]: _type = "Task" [ 698.925194] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.937094] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.007972] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.074031] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311260, 'name': CloneVM_Task, 'duration_secs': 1.404559} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.074334] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Created linked-clone VM from snapshot [ 699.075165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf99d4c7-c1c5-4c04-b049-5cb3f5e9a1fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.092552] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Uploading image 8a86d4f5-4726-4aa4-9dc4-ed529ac5b072 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.131304] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.131304] env[69744]: value = "vm-661197" [ 699.131304] env[69744]: _type = "VirtualMachine" [ 699.131304] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.131304] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8862dabf-f963-414e-9afb-6b45098c0e72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.148235] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease: (returnval){ [ 699.148235] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa2e9a-07e1-8f3e-7d8e-11670651e9e7" [ 699.148235] env[69744]: _type = "HttpNfcLease" [ 699.148235] env[69744]: } obtained for exporting VM: (result){ [ 699.148235] env[69744]: value = "vm-661197" [ 699.148235] env[69744]: _type = "VirtualMachine" [ 699.148235] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.148598] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the lease: (returnval){ [ 699.148598] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa2e9a-07e1-8f3e-7d8e-11670651e9e7" [ 699.148598] env[69744]: _type = "HttpNfcLease" [ 699.148598] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.159141] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.159141] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa2e9a-07e1-8f3e-7d8e-11670651e9e7" [ 699.159141] env[69744]: _type = "HttpNfcLease" [ 699.159141] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 699.356744] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Successfully created port: 5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.440847] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311261, 'name': PowerOffVM_Task, 'duration_secs': 0.271787} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.441407] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.441799] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.442166] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7df553-bcd2-44af-8f58-ab7d2fde71c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.474901] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.475123] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.475293] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Deleting the datastore file [datastore1] d14d3baf-95a0-4983-ab42-755bb9faa134 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.476278] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d5ac6d-df14-49b9-8fce-c0102065761e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.484660] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for the task: (returnval){ [ 699.484660] env[69744]: value = "task-3311264" [ 699.484660] env[69744]: _type = "Task" [ 699.484660] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.495975] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.661767] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.661767] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa2e9a-07e1-8f3e-7d8e-11670651e9e7" [ 699.661767] env[69744]: _type = "HttpNfcLease" [ 699.661767] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 699.662151] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 699.662151] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa2e9a-07e1-8f3e-7d8e-11670651e9e7" [ 699.662151] env[69744]: _type = "HttpNfcLease" [ 699.662151] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 699.666167] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057920c-2b54-4e50-94d8-798074e01aeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.676216] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.676402] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 699.778253] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cf94a1a-3cf8-4758-bece-dc5fed39687b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.797437] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f865f31e-fefe-416b-bf9d-2f474c900e1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.806069] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c304f6-fc93-4675-be15-ef4118294988 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.847635] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6473561-0104-4d39-b390-eaf10803bc9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.858442] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10300f-fb2c-47ba-ac5d-09dc0e82e393 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.873778] env[69744]: DEBUG nova.compute.provider_tree [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.996023] env[69744]: DEBUG oslo_vmware.api [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Task: {'id': task-3311264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286892} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.996023] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.996403] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.996403] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.996403] env[69744]: INFO nova.compute.manager [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Took 1.09 seconds to destroy the instance on the hypervisor. [ 699.996641] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.996817] env[69744]: DEBUG nova.compute.manager [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.996904] env[69744]: DEBUG nova.network.neutron [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.018531] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.030394] env[69744]: DEBUG nova.network.neutron [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.049405] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.050040] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.050407] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.050755] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.052793] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.053658] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.054055] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.054338] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.054620] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.055106] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.055537] env[69744]: DEBUG nova.virt.hardware [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.057049] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7183ee8d-f861-40a8-83de-c2ad99acb921 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.074866] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b6329-532a-449b-971a-d4038293009f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.353622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "eec6578e-eb7e-4532-beda-38a6e37175b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.353965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.378773] env[69744]: DEBUG nova.scheduler.client.report [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.533095] env[69744]: DEBUG nova.network.neutron [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.816164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.820174] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.883907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.884432] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.891107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.829s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.891374] env[69744]: INFO nova.compute.claims [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.037739] env[69744]: INFO nova.compute.manager [-] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Took 1.04 seconds to deallocate network for instance. [ 701.267140] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Successfully updated port: 5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.397454] env[69744]: DEBUG nova.compute.utils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.401869] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.403078] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.437926] env[69744]: DEBUG nova.compute.manager [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.439471] env[69744]: DEBUG nova.compute.manager [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing instance network info cache due to event network-changed-64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.439759] env[69744]: DEBUG oslo_concurrency.lockutils [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] Acquiring lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.439928] env[69744]: DEBUG oslo_concurrency.lockutils [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] Acquired lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.440148] env[69744]: DEBUG nova.network.neutron [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Refreshing network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.486099] env[69744]: DEBUG nova.policy [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.549445] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.776364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquired lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776364] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.902635] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.096211] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Successfully created port: a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.428494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "83e88e62-1313-4b9f-94de-857c4f379379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.428772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.533929] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.624258] env[69744]: DEBUG nova.network.neutron [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updated VIF entry in instance network info cache for port 64742489-4b07-46e1-841a-f1a5dd2b9cc0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.624614] env[69744]: DEBUG nova.network.neutron [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updating instance_info_cache with network_info: [{"id": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "address": "fa:16:3e:49:4b:59", "network": {"id": "a99668e3-3290-4b49-abbc-f913912b41db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1108337686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e90d6db61b34d0e8068136cc1cedde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64742489-4b", "ovs_interfaceid": "64742489-4b07-46e1-841a-f1a5dd2b9cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.684131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fcf7e5-1f98-4450-92ac-a7377d6569dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.695820] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386146d-a724-4b8d-ae5d-49415f6a9303 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.730219] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb605e-649f-41bd-a7f6-1f49a4911062 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.740251] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc9fdf-4cd1-416b-97a8-2afb77e8177f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.749825] env[69744]: DEBUG nova.network.neutron [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updating instance_info_cache with network_info: [{"id": "5edcbc95-0776-401e-b085-8315f820c54a", "address": "fa:16:3e:24:21:86", "network": {"id": "a34ca367-d962-42e0-9b29-cc8a9c52767f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706157383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3843b96267934e5eb6aa0d1d1a786773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edcbc95-07", "ovs_interfaceid": "5edcbc95-0776-401e-b085-8315f820c54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.763929] env[69744]: DEBUG nova.compute.provider_tree [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.923805] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.950074] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.950388] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.950568] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.950792] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.950961] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.951142] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.951391] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.951574] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.951754] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.951958] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.952168] env[69744]: DEBUG nova.virt.hardware [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.953957] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0a4b8-92d2-42b6-a7bc-583078bb6ef7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.964583] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b242d0f-f4d7-47e2-922d-a1a708163e11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.130588] env[69744]: DEBUG oslo_concurrency.lockutils [req-d87e2345-5b6d-4d29-a922-239ecc034d8a req-017a21a7-643c-4bdb-8d21-6d8b61c0082f service nova] Releasing lock "refresh_cache-ebc6a142-aac9-4523-aa7b-c61e9feb9591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.255419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Releasing lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.255741] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Instance network_info: |[{"id": "5edcbc95-0776-401e-b085-8315f820c54a", "address": "fa:16:3e:24:21:86", "network": {"id": "a34ca367-d962-42e0-9b29-cc8a9c52767f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706157383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3843b96267934e5eb6aa0d1d1a786773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edcbc95-07", "ovs_interfaceid": "5edcbc95-0776-401e-b085-8315f820c54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.256178] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:21:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edcbc95-0776-401e-b085-8315f820c54a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.264727] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Creating folder: Project (3843b96267934e5eb6aa0d1d1a786773). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.265319] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d81de08-56c1-4182-a920-40ec05fc9392 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.267887] env[69744]: DEBUG nova.scheduler.client.report [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.283047] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Created folder: Project (3843b96267934e5eb6aa0d1d1a786773) in parent group-v661134. [ 703.283196] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Creating folder: Instances. Parent ref: group-v661198. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.283483] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a2e647c-4f26-4f58-94b0-9e9bbee9a891 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.296697] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Created folder: Instances in parent group-v661198. [ 703.297030] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.297326] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.297601] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5eff6f0-948e-4b84-b555-cffee8d03545 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.321504] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.321504] env[69744]: value = "task-3311267" [ 703.321504] env[69744]: _type = "Task" [ 703.321504] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.332649] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311267, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.775061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.775570] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.781196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.782s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.781399] env[69744]: DEBUG nova.objects.instance [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lazy-loading 'resources' on Instance uuid 85a9a85e-8118-4023-8ee1-e42775d00e9f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.838467] env[69744]: DEBUG nova.compute.manager [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Received event network-vif-plugged-5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.838467] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Acquiring lock "36e915c8-e43c-425a-8c47-643372176a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.838467] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Lock "36e915c8-e43c-425a-8c47-643372176a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.838467] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Lock "36e915c8-e43c-425a-8c47-643372176a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.838467] env[69744]: DEBUG nova.compute.manager [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] No waiting events found dispatching network-vif-plugged-5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.838673] env[69744]: WARNING nova.compute.manager [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Received unexpected event network-vif-plugged-5edcbc95-0776-401e-b085-8315f820c54a for instance with vm_state building and task_state spawning. [ 703.842035] env[69744]: DEBUG nova.compute.manager [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Received event network-changed-5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.842035] env[69744]: DEBUG nova.compute.manager [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Refreshing instance network info cache due to event network-changed-5edcbc95-0776-401e-b085-8315f820c54a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.842035] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Acquiring lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.842035] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Acquired lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.842035] env[69744]: DEBUG nova.network.neutron [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Refreshing network info cache for port 5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.846088] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311267, 'name': CreateVM_Task, 'duration_secs': 0.449843} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.847868] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.848966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.849464] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851018] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72de652d-f402-4a3f-90f0-0b573642eb6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.854465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "0f213415-1337-4fe0-a2d0-61e3986a952d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.854914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.855652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.857142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.857142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.861749] env[69744]: INFO nova.compute.manager [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Terminating instance [ 703.864013] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 703.864013] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52878fdc-05d6-ac80-7d41-e927e0930bde" [ 703.864013] env[69744]: _type = "Task" [ 703.864013] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.880618] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52878fdc-05d6-ac80-7d41-e927e0930bde, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.882250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.882517] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.882771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.882942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.883159] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.883682] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9468bf9c-a432-4173-a006-aaf0b833735f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.895083] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.895322] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.896434] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d81d6f0-2623-4f39-b09f-71b914ec92b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.904381] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 703.904381] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2458d-9870-9dda-edf0-e3fb71253c0b" [ 703.904381] env[69744]: _type = "Task" [ 703.904381] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.918490] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2458d-9870-9dda-edf0-e3fb71253c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.287509] env[69744]: DEBUG nova.compute.utils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.297536] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.297536] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.339421] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Successfully updated port: a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.379270] env[69744]: DEBUG nova.compute.manager [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.379270] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.379270] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc8ab1-d0a3-4f2d-a943-0aa759d74052 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.400822] env[69744]: DEBUG nova.policy [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '719a4bcc22af44778d75c87a9b284f5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c90aeed01f04c68abec71e6ebecdc60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.412072] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.413869] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a7af0e-6db8-474a-b3b1-231ded89de91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.425184] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2458d-9870-9dda-edf0-e3fb71253c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.427019] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41798a8a-7763-432d-bc13-ebc13290e418 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.433791] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 704.433791] env[69744]: value = "task-3311268" [ 704.433791] env[69744]: _type = "Task" [ 704.433791] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.435524] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 704.435524] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52417b1d-9185-2524-cdf9-1660af78e3a1" [ 704.435524] env[69744]: _type = "Task" [ 704.435524] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.455472] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.455744] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52417b1d-9185-2524-cdf9-1660af78e3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.469231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.469231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.721507] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Successfully created port: beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.794521] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.843258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.843258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.843258] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.899976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.900363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.900612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.900836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.901048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.904717] env[69744]: INFO nova.compute.manager [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Terminating instance [ 704.912554] env[69744]: DEBUG nova.network.neutron [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updated VIF entry in instance network info cache for port 5edcbc95-0776-401e-b085-8315f820c54a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.912921] env[69744]: DEBUG nova.network.neutron [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updating instance_info_cache with network_info: [{"id": "5edcbc95-0776-401e-b085-8315f820c54a", "address": "fa:16:3e:24:21:86", "network": {"id": "a34ca367-d962-42e0-9b29-cc8a9c52767f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706157383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3843b96267934e5eb6aa0d1d1a786773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edcbc95-07", "ovs_interfaceid": "5edcbc95-0776-401e-b085-8315f820c54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.961907] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52417b1d-9185-2524-cdf9-1660af78e3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.017546} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.961907] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311268, 'name': PowerOffVM_Task, 'duration_secs': 0.26965} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.962119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.962378] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 36e915c8-e43c-425a-8c47-643372176a16/36e915c8-e43c-425a-8c47-643372176a16.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.962646] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.962805] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.963059] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a42255-115f-4ca0-a750-ff9f761001e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.965057] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6233cd09-c0c5-412c-835d-aef9fd895f96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.979860] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 704.979860] env[69744]: value = "task-3311270" [ 704.979860] env[69744]: _type = "Task" [ 704.979860] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.991135] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.086353] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.086496] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.086674] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Deleting the datastore file [datastore2] 0f213415-1337-4fe0-a2d0-61e3986a952d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.086950] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc86a13-46de-45c4-8031-150d0a035fe6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.093062] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5de99c-a703-436b-83dd-a67c65ae9af6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.098500] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for the task: (returnval){ [ 705.098500] env[69744]: value = "task-3311271" [ 705.098500] env[69744]: _type = "Task" [ 705.098500] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.106281] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2aefc0-a095-48db-b7ca-effc45e95fc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.113637] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.151772] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7352f06-1840-490d-814c-41c32780fd4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.161627] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f857d3-53de-43fb-a8b5-38539b1fa6ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.177965] env[69744]: DEBUG nova.compute.provider_tree [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.411030] env[69744]: DEBUG nova.compute.manager [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.411030] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.411030] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7823ea-52ea-468d-9e9e-40b9c803f719 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.416294] env[69744]: DEBUG oslo_concurrency.lockutils [req-a6e273d5-465d-49c8-a90e-935d42c1f3ff req-c93bffa8-82e4-4b3d-9cba-b7264abcb858 service nova] Releasing lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.419162] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.419498] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba47911-e267-48b9-a8e4-f42a9ba688b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.428525] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 705.428525] env[69744]: value = "task-3311272" [ 705.428525] env[69744]: _type = "Task" [ 705.428525] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.433564] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.445080] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.491752] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311270, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.610567] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.681984] env[69744]: DEBUG nova.scheduler.client.report [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.753501] env[69744]: DEBUG nova.network.neutron [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.809394] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.835611] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.835795] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.835947] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.836166] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.836333] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.836486] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.836683] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.836832] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.836989] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.837188] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.837392] env[69744]: DEBUG nova.virt.hardware [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.838287] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c42b3-289d-4225-9e28-39ee06f81856 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.847014] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543469dc-7839-45cf-993e-106a57edc306 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.939460] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311272, 'name': PowerOffVM_Task, 'duration_secs': 0.226089} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.940085] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.940264] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.940518] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c563b07c-dbea-4f5c-b2d7-a18f2dece25d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.944164] env[69744]: DEBUG nova.compute.manager [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-vif-plugged-a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.944386] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.944858] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.945044] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.945225] env[69744]: DEBUG nova.compute.manager [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] No waiting events found dispatching network-vif-plugged-a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.945391] env[69744]: WARNING nova.compute.manager [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received unexpected event network-vif-plugged-a64e98e9-0a56-41b8-bc85-05baf44299e2 for instance with vm_state building and task_state spawning. [ 705.945545] env[69744]: DEBUG nova.compute.manager [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-changed-a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.945692] env[69744]: DEBUG nova.compute.manager [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing instance network info cache due to event network-changed-a64e98e9-0a56-41b8-bc85-05baf44299e2. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.945853] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.991970] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76211} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.992465] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 36e915c8-e43c-425a-8c47-643372176a16/36e915c8-e43c-425a-8c47-643372176a16.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.992465] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.992739] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b81d4f-2698-4eb0-92c9-cd3d68c34c91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.002316] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 706.002316] env[69744]: value = "task-3311274" [ 706.002316] env[69744]: _type = "Task" [ 706.002316] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.015090] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.108747] env[69744]: DEBUG oslo_vmware.api [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Task: {'id': task-3311271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63225} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.109011] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.109194] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.109364] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.109552] env[69744]: INFO nova.compute.manager [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Took 1.73 seconds to destroy the instance on the hypervisor. [ 706.109803] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.109988] env[69744]: DEBUG nova.compute.manager [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.110095] env[69744]: DEBUG nova.network.neutron [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.190991] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.199334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.927s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.199334] env[69744]: DEBUG nova.objects.instance [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lazy-loading 'resources' on Instance uuid 8d9df11b-f5bb-4577-b2b0-b49738d936ef {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.229744] env[69744]: DEBUG nova.compute.manager [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Received event network-vif-plugged-beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.230087] env[69744]: DEBUG oslo_concurrency.lockutils [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] Acquiring lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.231035] env[69744]: DEBUG oslo_concurrency.lockutils [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.231327] env[69744]: DEBUG oslo_concurrency.lockutils [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.231544] env[69744]: DEBUG nova.compute.manager [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] No waiting events found dispatching network-vif-plugged-beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.231979] env[69744]: WARNING nova.compute.manager [req-5798a07d-baeb-49a6-ba8a-c56d3a215404 req-77aaa1f9-009e-4499-883a-f70534d1abfc service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Received unexpected event network-vif-plugged-beb48b9c-8a17-40ca-a281-d829ae9e6200 for instance with vm_state building and task_state spawning. [ 706.257964] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.263058] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Instance network_info: |[{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.263058] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.263344] env[69744]: DEBUG nova.network.neutron [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing network info cache for port a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.263344] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:2b:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a64e98e9-0a56-41b8-bc85-05baf44299e2', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.269703] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating folder: Project (242a95e5a2a54dfe9cce45e6862a3bc1). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.271837] env[69744]: INFO nova.scheduler.client.report [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted allocations for instance 85a9a85e-8118-4023-8ee1-e42775d00e9f [ 706.273170] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-677a4cda-19bb-435a-93f6-190df8131558 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.289229] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Successfully updated port: beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.289301] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created folder: Project (242a95e5a2a54dfe9cce45e6862a3bc1) in parent group-v661134. [ 706.289753] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating folder: Instances. Parent ref: group-v661201. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.289753] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1676a30-7862-4f82-83cf-4d9dcafd4af6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.309076] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created folder: Instances in parent group-v661201. [ 706.309349] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.309602] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.310347] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d04ec2-01db-4df6-a4df-ebbd4de35135 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.333523] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.333523] env[69744]: value = "task-3311277" [ 706.333523] env[69744]: _type = "Task" [ 706.333523] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.341859] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311277, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.512867] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17393} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.513554] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.514613] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2e24a-d9cd-4a72-b3c5-75439235cb6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.539711] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 36e915c8-e43c-425a-8c47-643372176a16/36e915c8-e43c-425a-8c47-643372176a16.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.540350] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b88f25-7248-40f2-a58f-228ea379b736 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.560314] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 706.560314] env[69744]: value = "task-3311278" [ 706.560314] env[69744]: _type = "Task" [ 706.560314] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.568869] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.782839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5aa14b13-d5f5-44b3-8555-4c4b71fb40c9 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "85a9a85e-8118-4023-8ee1-e42775d00e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.536s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.796584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.796584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.796643] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.847049] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311277, 'name': CreateVM_Task, 'duration_secs': 0.475575} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.847049] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.848084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.848344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.848577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.848875] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c0e508-3a07-46ff-8eaf-7a8ce918e8b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.856727] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 706.856727] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5225f3e1-d56f-b815-43f9-4055e5c67db6" [ 706.856727] env[69744]: _type = "Task" [ 706.856727] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.865640] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5225f3e1-d56f-b815-43f9-4055e5c67db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.939934] env[69744]: DEBUG nova.network.neutron [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.076138] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311278, 'name': ReconfigVM_Task, 'duration_secs': 0.448922} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.079591] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.082724] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 36e915c8-e43c-425a-8c47-643372176a16/36e915c8-e43c-425a-8c47-643372176a16.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.083942] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dda3ef-2d35-4fa7-94c9-7abb2620313d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.087522] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8af430-7657-430a-a5da-15ed51fcfcc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.093640] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.093826] env[69744]: ERROR oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk due to incomplete transfer. [ 707.095159] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3ea9e5a-08cb-4a04-86a4-658276555c31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.096667] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 707.096667] env[69744]: value = "task-3311279" [ 707.096667] env[69744]: _type = "Task" [ 707.096667] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.108199] env[69744]: DEBUG oslo_vmware.rw_handles [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9030b-f1a3-3ddc-9b04-490ba650c9d0/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.108485] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Uploaded image 8a86d4f5-4726-4aa4-9dc4-ed529ac5b072 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.111018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.114411] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f729ef9f-e9d3-46d8-92e9-ee4bf9ced5ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.116034] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311279, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.123956] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 707.123956] env[69744]: value = "task-3311280" [ 707.123956] env[69744]: _type = "Task" [ 707.123956] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.131800] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311280, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.161980] env[69744]: DEBUG nova.network.neutron [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updated VIF entry in instance network info cache for port a64e98e9-0a56-41b8-bc85-05baf44299e2. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.161980] env[69744]: DEBUG nova.network.neutron [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.340062] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.367350] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5225f3e1-d56f-b815-43f9-4055e5c67db6, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.368451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368676] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.368903] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.369063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.369247] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.369957] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a4efd-aa1c-4d69-82a1-4533d6bb948d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.372411] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa19734-4c40-4ee4-9f19-5691c714cf36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.380534] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82dca43-cf2b-4244-a077-93ad7a35e172 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.384326] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.384500] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.385470] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e015bf8-d564-4554-ac0f-8928f7c371b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.414921] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d74441-0341-4501-80df-f9ea7183052c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.420562] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 707.420562] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b7b037-daa4-16f2-2a03-fe2051b3680b" [ 707.420562] env[69744]: _type = "Task" [ 707.420562] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.427900] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11903a2f-bc85-4b30-8fa3-605da51d615a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.435534] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b7b037-daa4-16f2-2a03-fe2051b3680b, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.437681] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52765c32-3c59-4f95-a048-5b75caa5274a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.449838] env[69744]: INFO nova.compute.manager [-] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Took 1.34 seconds to deallocate network for instance. [ 707.450555] env[69744]: DEBUG nova.compute.provider_tree [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.464030] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 707.464030] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ef6caa-ddad-62db-a51f-3ba66311bb6e" [ 707.464030] env[69744]: _type = "Task" [ 707.464030] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.470712] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ef6caa-ddad-62db-a51f-3ba66311bb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.470967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.471282] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7f643918-3848-4e37-b15e-01a650cc53f3/7f643918-3848-4e37-b15e-01a650cc53f3.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.471533] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072e8472-9be3-4502-9bfb-769add80a6f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.477189] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 707.477189] env[69744]: value = "task-3311281" [ 707.477189] env[69744]: _type = "Task" [ 707.477189] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.486764] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.585955] env[69744]: DEBUG nova.network.neutron [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Updating instance_info_cache with network_info: [{"id": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "address": "fa:16:3e:66:a2:50", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb48b9c-8a", "ovs_interfaceid": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.608900] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311279, 'name': Rename_Task, 'duration_secs': 0.160727} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.608900] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.609107] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3421b12c-79d6-44fe-b305-56290248eab8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.615499] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 707.615499] env[69744]: value = "task-3311282" [ 707.615499] env[69744]: _type = "Task" [ 707.615499] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.624548] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.632346] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311280, 'name': Destroy_Task, 'duration_secs': 0.341515} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.632601] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Destroyed the VM [ 707.632944] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.633287] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ea66b97-3a6c-445c-b2aa-4055bc83876c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.638996] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 707.638996] env[69744]: value = "task-3311283" [ 707.638996] env[69744]: _type = "Task" [ 707.638996] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.648397] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.663895] env[69744]: DEBUG oslo_concurrency.lockutils [req-210e4f77-c2d5-436c-a295-000c9ff88691 req-6b982855-5384-4a53-8af9-3a8841f0a816 service nova] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.850671] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.851134] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.851348] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Deleting the datastore file [datastore1] ebc6a142-aac9-4523-aa7b-c61e9feb9591 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.851700] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6177d4b6-a45a-4156-ac7c-f32d39412c66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.858396] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for the task: (returnval){ [ 707.858396] env[69744]: value = "task-3311284" [ 707.858396] env[69744]: _type = "Task" [ 707.858396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.869583] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.957655] env[69744]: DEBUG nova.scheduler.client.report [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.962664] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.988107] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311281, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.089196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.089730] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Instance network_info: |[{"id": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "address": "fa:16:3e:66:a2:50", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb48b9c-8a", "ovs_interfaceid": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.090372] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a2:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beb48b9c-8a17-40ca-a281-d829ae9e6200', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.099872] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.100196] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.100514] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b6d3473-efb3-4bae-b510-fa338a32e87b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.121172] env[69744]: DEBUG nova.compute.manager [req-b47969cc-e003-4f03-a3fc-4a1028c9fead req-d2bb64a9-0438-4686-af73-6366067aa4f1 service nova] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Received event network-vif-deleted-1f83a0a2-b9e4-4212-a37b-6028c983a84e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.132424] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311282, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.135877] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.135877] env[69744]: value = "task-3311285" [ 708.135877] env[69744]: _type = "Task" [ 708.135877] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.145511] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311285, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.150788] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311283, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.373685] env[69744]: DEBUG oslo_vmware.api [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Task: {'id': task-3311284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299635} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.374792] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.374792] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.374792] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.375913] env[69744]: INFO nova.compute.manager [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Took 2.97 seconds to destroy the instance on the hypervisor. [ 708.375913] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.375913] env[69744]: DEBUG nova.compute.manager [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.376152] env[69744]: DEBUG nova.network.neutron [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.464389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.467285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.939s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.469059] env[69744]: INFO nova.compute.claims [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.488507] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569551} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.488768] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7f643918-3848-4e37-b15e-01a650cc53f3/7f643918-3848-4e37-b15e-01a650cc53f3.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.489419] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.489419] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37d3dddc-e7b2-4687-ab2b-e48abd577f49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.492611] env[69744]: INFO nova.scheduler.client.report [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Deleted allocations for instance 8d9df11b-f5bb-4577-b2b0-b49738d936ef [ 708.501185] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 708.501185] env[69744]: value = "task-3311286" [ 708.501185] env[69744]: _type = "Task" [ 708.501185] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.511012] env[69744]: DEBUG nova.compute.manager [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Received event network-changed-beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.511142] env[69744]: DEBUG nova.compute.manager [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Refreshing instance network info cache due to event network-changed-beb48b9c-8a17-40ca-a281-d829ae9e6200. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.511381] env[69744]: DEBUG oslo_concurrency.lockutils [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] Acquiring lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.511528] env[69744]: DEBUG oslo_concurrency.lockutils [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] Acquired lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.511687] env[69744]: DEBUG nova.network.neutron [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Refreshing network info cache for port beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.518119] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.629485] env[69744]: DEBUG oslo_vmware.api [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311282, 'name': PowerOnVM_Task, 'duration_secs': 0.638795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.629807] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.629950] env[69744]: INFO nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Took 8.61 seconds to spawn the instance on the hypervisor. [ 708.630105] env[69744]: DEBUG nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.630862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e417c18-1f88-45c1-8d28-5e40cf2dd2b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.660959] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311285, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.661298] env[69744]: DEBUG oslo_vmware.api [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311283, 'name': RemoveSnapshot_Task, 'duration_secs': 0.837107} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.661514] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.662246] env[69744]: INFO nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Took 13.22 seconds to snapshot the instance on the hypervisor. [ 708.722845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "efcd3e19-7a15-469a-82fe-08c16658bb60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.723355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.723794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.725854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.725854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.726725] env[69744]: INFO nova.compute.manager [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Terminating instance [ 708.798520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.798520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.798520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.798520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.798699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.799598] env[69744]: INFO nova.compute.manager [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Terminating instance [ 709.002741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cd4770fb-36cc-4766-b1ec-c3bc5c5daf7e tempest-ServerDiagnosticsNegativeTest-1586410526 tempest-ServerDiagnosticsNegativeTest-1586410526-project-member] Lock "8d9df11b-f5bb-4577-b2b0-b49738d936ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.331s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.013865] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06913} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.016092] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.017190] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c3f7fe-73c8-4d1d-b9b5-7602c829d8ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.041437] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7f643918-3848-4e37-b15e-01a650cc53f3/7f643918-3848-4e37-b15e-01a650cc53f3.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.042102] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc51d738-e06e-4a03-bf3c-79de7594195f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.065471] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 709.065471] env[69744]: value = "task-3311287" [ 709.065471] env[69744]: _type = "Task" [ 709.065471] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.076952] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.150166] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311285, 'name': CreateVM_Task, 'duration_secs': 0.654575} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.151731] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.152356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.152519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.152842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.153329] env[69744]: INFO nova.compute.manager [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Took 39.45 seconds to build instance. [ 709.156217] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f49328f-c286-4471-88f3-eed2537c64fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.162300] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 709.162300] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52179cfa-5090-4c25-517a-6303703ea7ea" [ 709.162300] env[69744]: _type = "Task" [ 709.162300] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.165965] env[69744]: DEBUG nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance disappeared during snapshot {{(pid=69744) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 709.175152] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52179cfa-5090-4c25-517a-6303703ea7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.188742] env[69744]: DEBUG nova.compute.manager [None req-0ad7a7d7-086b-42b4-b0b0-2568b2041a2d tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image not found during clean up 8a86d4f5-4726-4aa4-9dc4-ed529ac5b072 {{(pid=69744) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 709.212581] env[69744]: DEBUG nova.network.neutron [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.230725] env[69744]: DEBUG nova.compute.manager [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.230967] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.232113] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880455a5-d668-4231-9616-628191e9b0da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.240342] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.240479] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-362449a2-ae1a-48b6-b908-1f4dfc80a140 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.304152] env[69744]: DEBUG nova.compute.manager [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.304368] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.305913] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cbd696-a381-4255-aed6-9bc6f68dbc99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.309313] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.309510] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.309684] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore2] efcd3e19-7a15-469a-82fe-08c16658bb60 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.311977] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d012cc-63a8-496e-964f-798336495298 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.318647] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.319851] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3351791a-eec1-4a61-9174-5cb098c758ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.321319] env[69744]: DEBUG oslo_vmware.api [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 709.321319] env[69744]: value = "task-3311289" [ 709.321319] env[69744]: _type = "Task" [ 709.321319] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.327575] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 709.327575] env[69744]: value = "task-3311290" [ 709.327575] env[69744]: _type = "Task" [ 709.327575] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.334614] env[69744]: DEBUG oslo_vmware.api [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.339456] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.379737] env[69744]: DEBUG nova.network.neutron [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Updated VIF entry in instance network info cache for port beb48b9c-8a17-40ca-a281-d829ae9e6200. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.380147] env[69744]: DEBUG nova.network.neutron [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Updating instance_info_cache with network_info: [{"id": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "address": "fa:16:3e:66:a2:50", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb48b9c-8a", "ovs_interfaceid": "beb48b9c-8a17-40ca-a281-d829ae9e6200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.487028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.487028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.487028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.487028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.487272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.491070] env[69744]: INFO nova.compute.manager [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Terminating instance [ 709.582787] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311287, 'name': ReconfigVM_Task, 'duration_secs': 0.456331} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.583077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.583293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.584799] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7f643918-3848-4e37-b15e-01a650cc53f3/7f643918-3848-4e37-b15e-01a650cc53f3.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.584799] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d4200e-262a-4596-a9f1-9a69e61ee235 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.591614] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 709.591614] env[69744]: value = "task-3311291" [ 709.591614] env[69744]: _type = "Task" [ 709.591614] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.599956] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311291, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.659846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62504a41-9daf-47d8-b15e-bd7f925713c5 tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.727s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.675308] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52179cfa-5090-4c25-517a-6303703ea7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.675910] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.676167] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.676396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.676627] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.676741] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.677926] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24896b67-f5bd-4ac8-ab2e-e44505c99bd2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.687731] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.687929] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.688657] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e630bd54-fad0-4bd0-8643-edbfeffdede5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.696509] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 709.696509] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f808c-ee1a-f39b-9dd1-50b1650f384d" [ 709.696509] env[69744]: _type = "Task" [ 709.696509] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.703648] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f808c-ee1a-f39b-9dd1-50b1650f384d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.717548] env[69744]: INFO nova.compute.manager [-] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Took 1.34 seconds to deallocate network for instance. [ 709.847976] env[69744]: DEBUG oslo_vmware.api [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137788} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.848246] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311290, 'name': PowerOffVM_Task, 'duration_secs': 0.187664} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.850853] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.851050] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.851224] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.851387] env[69744]: INFO nova.compute.manager [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Took 0.62 seconds to destroy the instance on the hypervisor. [ 709.851648] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.851803] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.851948] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.852363] env[69744]: DEBUG nova.compute.manager [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.852453] env[69744]: DEBUG nova.network.neutron [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.853891] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83420139-b11f-4e8e-b56a-c39a08cdbcaf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.885403] env[69744]: DEBUG oslo_concurrency.lockutils [req-4c839f4d-b91e-4259-994c-5bd004e21482 req-121f6039-8f3e-4c04-9550-652385b76210 service nova] Releasing lock "refresh_cache-41eccfec-7190-47d3-bc4c-24a37f8f0be8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.927665] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.927894] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.929251] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleting the datastore file [datastore2] a5ae35bc-8419-4f42-836a-4e1487a20eae {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.929251] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a1e6918-4f02-41f3-9ebc-206d84ba339e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.938918] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 709.938918] env[69744]: value = "task-3311293" [ 709.938918] env[69744]: _type = "Task" [ 709.938918] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.949177] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.995810] env[69744]: DEBUG nova.compute.manager [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.996043] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.996913] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc15580-7eee-4df7-be40-b96c99f744af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.004734] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.007638] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f5385b-ea22-4019-9765-013931ede222 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.014019] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 710.014019] env[69744]: value = "task-3311294" [ 710.014019] env[69744]: _type = "Task" [ 710.014019] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.021874] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.106325] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311291, 'name': Rename_Task, 'duration_secs': 0.356401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.106656] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.106901] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e41260f-ef0f-43f2-9dd2-a2c38fca1e3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.113926] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 710.113926] env[69744]: value = "task-3311295" [ 710.113926] env[69744]: _type = "Task" [ 710.113926] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.122627] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.124805] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac095f01-bebe-4552-9db7-e759db689900 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.131769] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a521e53-4053-4b7e-9d40-0c7237202013 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.164321] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.174213] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8577c-2df9-4dd2-b097-ae688656a893 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.185714] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15cbdc-0f08-427f-a264-2cbfbef68f70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.202439] env[69744]: DEBUG nova.compute.provider_tree [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.212243] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f808c-ee1a-f39b-9dd1-50b1650f384d, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.213906] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19cf863-6633-4643-90e9-76bccfa84f9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.219882] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 710.219882] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525baa03-fa92-eec9-cfc1-3cbfbd6bf730" [ 710.219882] env[69744]: _type = "Task" [ 710.219882] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.225820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.230448] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525baa03-fa92-eec9-cfc1-3cbfbd6bf730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.354290] env[69744]: DEBUG nova.compute.manager [req-6cc47181-9d5e-4665-ab70-dd708e7a1ae4 req-f8e788a4-e6ca-42e1-8811-9115bf5f85b2 service nova] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Received event network-vif-deleted-64742489-4b07-46e1-841a-f1a5dd2b9cc0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.448799] env[69744]: DEBUG oslo_vmware.api [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144962} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.449142] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.449415] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.449651] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.449885] env[69744]: INFO nova.compute.manager [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 710.450159] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.450356] env[69744]: DEBUG nova.compute.manager [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.450452] env[69744]: DEBUG nova.network.neutron [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.467394] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.467394] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.526688] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311294, 'name': PowerOffVM_Task, 'duration_secs': 0.228741} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.526970] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.527241] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.528384] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2645fc-fe5c-4c5a-936a-9a7993df8a1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.594051] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.595270] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.595270] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleting the datastore file [datastore1] bf129f96-a9d6-4e02-9b06-ab76cfe16afe {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.595270] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b25c738b-e679-4264-a7d6-e24891fd4382 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.601807] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for the task: (returnval){ [ 710.601807] env[69744]: value = "task-3311297" [ 710.601807] env[69744]: _type = "Task" [ 710.601807] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.610073] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.623142] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.706639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.708163] env[69744]: DEBUG nova.scheduler.client.report [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.731905] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525baa03-fa92-eec9-cfc1-3cbfbd6bf730, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.731905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.731905] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 41eccfec-7190-47d3-bc4c-24a37f8f0be8/41eccfec-7190-47d3-bc4c-24a37f8f0be8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.732045] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b507012-572b-437e-baa2-4fca3863f19a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.739052] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 710.739052] env[69744]: value = "task-3311298" [ 710.739052] env[69744]: _type = "Task" [ 710.739052] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.749560] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.976907] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.977421] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.977532] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.977720] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.977932] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.978558] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.978558] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 710.978558] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.007566] env[69744]: DEBUG nova.compute.manager [req-e479e7e4-a301-4eaf-aadc-880fed8c44c3 req-35faf584-5f98-4d57-8f98-6bbb82643145 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Received event network-vif-deleted-8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.007821] env[69744]: INFO nova.compute.manager [req-e479e7e4-a301-4eaf-aadc-880fed8c44c3 req-35faf584-5f98-4d57-8f98-6bbb82643145 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Neutron deleted interface 8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34; detaching it from the instance and deleting it from the info cache [ 711.008071] env[69744]: DEBUG nova.network.neutron [req-e479e7e4-a301-4eaf-aadc-880fed8c44c3 req-35faf584-5f98-4d57-8f98-6bbb82643145 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.113059] env[69744]: DEBUG oslo_vmware.api [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Task: {'id': task-3311297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147667} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.113527] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.113995] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.114095] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.114392] env[69744]: INFO nova.compute.manager [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 711.115018] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.115018] env[69744]: DEBUG nova.compute.manager [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.115137] env[69744]: DEBUG nova.network.neutron [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.120526] env[69744]: DEBUG nova.network.neutron [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.127680] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.217576] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.218488] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.222635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.857s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.224117] env[69744]: INFO nova.compute.claims [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.249705] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.360454] env[69744]: DEBUG nova.network.neutron [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.481604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.512025] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4412bac-5d2f-4b1d-9538-ea3e8114a4c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.521275] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3195355a-894b-4b15-a346-af86452675dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.554012] env[69744]: DEBUG nova.compute.manager [req-e479e7e4-a301-4eaf-aadc-880fed8c44c3 req-35faf584-5f98-4d57-8f98-6bbb82643145 service nova] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Detach interface failed, port_id=8a941e36-2498-4c1b-9ef8-7c4fcf5b2a34, reason: Instance a5ae35bc-8419-4f42-836a-4e1487a20eae could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 711.622540] env[69744]: INFO nova.compute.manager [-] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Took 1.77 seconds to deallocate network for instance. [ 711.631696] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.729981] env[69744]: DEBUG nova.compute.utils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.733505] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.733684] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.751904] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512995} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.752074] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 41eccfec-7190-47d3-bc4c-24a37f8f0be8/41eccfec-7190-47d3-bc4c-24a37f8f0be8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.752785] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.753287] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48638462-0046-40ce-80ac-609ca32d0426 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.759970] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 711.759970] env[69744]: value = "task-3311299" [ 711.759970] env[69744]: _type = "Task" [ 711.759970] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.768367] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.784928] env[69744]: DEBUG nova.policy [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29dd99b4d3f481aac58248f8e78a787', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f953bfb73f5487fbdd5f240a253ead8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.863381] env[69744]: INFO nova.compute.manager [-] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Took 1.41 seconds to deallocate network for instance. [ 711.899063] env[69744]: DEBUG nova.network.neutron [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.079989] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Successfully created port: 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.129649] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.129954] env[69744]: DEBUG oslo_vmware.api [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311295, 'name': PowerOnVM_Task, 'duration_secs': 1.538172} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.130215] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.130410] env[69744]: INFO nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Took 9.21 seconds to spawn the instance on the hypervisor. [ 712.130641] env[69744]: DEBUG nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.131353] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6924022-e4dc-4e33-a769-81b2c1b24080 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.234083] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.274427] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068087} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.274681] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.275492] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467aac9-5768-4498-b4fe-0f88310c35d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.302139] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 41eccfec-7190-47d3-bc4c-24a37f8f0be8/41eccfec-7190-47d3-bc4c-24a37f8f0be8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.305052] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d652b0f2-7be3-467a-8539-eb362cedb35b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.327168] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 712.327168] env[69744]: value = "task-3311300" [ 712.327168] env[69744]: _type = "Task" [ 712.327168] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.338116] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.371760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.390041] env[69744]: DEBUG nova.compute.manager [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Received event network-changed-5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.390251] env[69744]: DEBUG nova.compute.manager [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Refreshing instance network info cache due to event network-changed-5edcbc95-0776-401e-b085-8315f820c54a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.390517] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] Acquiring lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.390665] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] Acquired lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.390830] env[69744]: DEBUG nova.network.neutron [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Refreshing network info cache for port 5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.402819] env[69744]: INFO nova.compute.manager [-] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Took 1.29 seconds to deallocate network for instance. [ 712.649740] env[69744]: INFO nova.compute.manager [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Took 38.17 seconds to build instance. [ 712.839895] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.875846] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b854c2-8396-457e-8146-4c206c6056af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.883567] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97443d0-4c18-40aa-b0ae-333b06a16762 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.921498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.923558] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13743123-c0b0-46bc-989f-44d24fb833b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.933173] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e59b47-ace9-4af2-81e5-6e6aecd4966b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.949567] env[69744]: DEBUG nova.compute.provider_tree [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.050195] env[69744]: DEBUG nova.compute.manager [req-9bf7548a-51a6-48d9-b481-139d1d027aba req-f99553a3-fe31-4b82-a05c-87991402a077 service nova] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Received event network-vif-deleted-78ac530d-f527-4c47-8189-423e02a6aae1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.159482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a5abe3d-c1d1-4166-add7-255877783aef tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.382s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.253069] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.283405] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.283649] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.283800] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.283980] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.284143] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.284291] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.284499] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.284655] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.284818] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.284980] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.285164] env[69744]: DEBUG nova.virt.hardware [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.286058] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19511204-1f9f-4785-9a0d-2e1505e519fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.294307] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c9b639-7544-49b8-8aee-093ffc6f934d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.337216] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311300, 'name': ReconfigVM_Task, 'duration_secs': 0.895687} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.337343] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 41eccfec-7190-47d3-bc4c-24a37f8f0be8/41eccfec-7190-47d3-bc4c-24a37f8f0be8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.337978] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90fda9fa-2553-4431-b51f-e1d9a2604ba1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.344473] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 713.344473] env[69744]: value = "task-3311301" [ 713.344473] env[69744]: _type = "Task" [ 713.344473] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.353988] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311301, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.409146] env[69744]: DEBUG nova.network.neutron [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updated VIF entry in instance network info cache for port 5edcbc95-0776-401e-b085-8315f820c54a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.409502] env[69744]: DEBUG nova.network.neutron [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updating instance_info_cache with network_info: [{"id": "5edcbc95-0776-401e-b085-8315f820c54a", "address": "fa:16:3e:24:21:86", "network": {"id": "a34ca367-d962-42e0-9b29-cc8a9c52767f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706157383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3843b96267934e5eb6aa0d1d1a786773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edcbc95-07", "ovs_interfaceid": "5edcbc95-0776-401e-b085-8315f820c54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.452623] env[69744]: DEBUG nova.scheduler.client.report [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.665724] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.781751] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Successfully updated port: 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.855937] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311301, 'name': Rename_Task, 'duration_secs': 0.157174} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.856520] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.856739] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a435b45-64f1-4f56-b1ec-51473e080652 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.865542] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 713.865542] env[69744]: value = "task-3311302" [ 713.865542] env[69744]: _type = "Task" [ 713.865542] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.875184] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.911968] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] Releasing lock "refresh_cache-36e915c8-e43c-425a-8c47-643372176a16" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.912268] env[69744]: DEBUG nova.compute.manager [req-b9ddb460-436e-4ff9-91f3-59bcdadfb252 req-389d9e41-0193-49e9-98b1-707716756528 service nova] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Received event network-vif-deleted-323bad96-71d0-4f94-b88a-d9d74989970c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.958698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.959029] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.969070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.421s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.970665] env[69744]: DEBUG nova.objects.instance [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lazy-loading 'resources' on Instance uuid cbebd4dd-d99c-410b-a3fa-c4954261abff {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.199480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.285931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.286131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquired lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.286340] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.420596] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311302, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.437183] env[69744]: DEBUG nova.compute.manager [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-changed-a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.437183] env[69744]: DEBUG nova.compute.manager [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing instance network info cache due to event network-changed-a64e98e9-0a56-41b8-bc85-05baf44299e2. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.437183] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.437183] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.437183] env[69744]: DEBUG nova.network.neutron [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing network info cache for port a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.474807] env[69744]: DEBUG nova.compute.utils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.476478] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.476873] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.541130] env[69744]: DEBUG nova.policy [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b09dda5eb1f847f594bc90c6b1649c80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee9e4a51fdf643a9bdf3ff25b5981a19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.828750] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.881244] env[69744]: DEBUG oslo_vmware.api [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311302, 'name': PowerOnVM_Task, 'duration_secs': 0.704613} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.885800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.885800] env[69744]: INFO nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Took 9.08 seconds to spawn the instance on the hypervisor. [ 714.885800] env[69744]: DEBUG nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.885898] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe698be-93b2-4a67-9b67-106c73bccfcb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.984725] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.041185] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Successfully created port: b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.130804] env[69744]: DEBUG nova.network.neutron [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updating instance_info_cache with network_info: [{"id": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "address": "fa:16:3e:c3:20:29", "network": {"id": "76b3de02-28ac-41fe-8686-2aba2ba81804", "bridge": "br-int", "label": "tempest-ServersTestJSON-1685143790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f953bfb73f5487fbdd5f240a253ead8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32476f7c-af", "ovs_interfaceid": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.230553] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1392a-6121-40e2-9fa2-edc533b3fcd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.240304] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd16b1-6eab-4bea-9226-679f37627510 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.271941] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b52b9e-a47b-415b-9b2e-57e9e218657f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.280036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733863c-d372-4707-bc39-df65db8b70bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.294083] env[69744]: DEBUG nova.compute.provider_tree [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.412121] env[69744]: INFO nova.compute.manager [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Took 40.37 seconds to build instance. [ 715.448385] env[69744]: DEBUG nova.compute.manager [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Received event network-vif-plugged-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.448638] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Acquiring lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.448787] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.451219] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.451219] env[69744]: DEBUG nova.compute.manager [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] No waiting events found dispatching network-vif-plugged-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.451219] env[69744]: WARNING nova.compute.manager [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Received unexpected event network-vif-plugged-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 for instance with vm_state building and task_state spawning. [ 715.451219] env[69744]: DEBUG nova.compute.manager [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Received event network-changed-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.451219] env[69744]: DEBUG nova.compute.manager [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Refreshing instance network info cache due to event network-changed-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.451365] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Acquiring lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.493712] env[69744]: INFO nova.virt.block_device [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Booting with volume 2d168ad4-ffd8-4599-9ff6-c2c376b05f4f at /dev/sda [ 715.555107] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3e65399-8f15-47ac-85e0-e190e4d2688e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.563895] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d43446-4230-4044-8393-ce69aa807545 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.598490] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5889f34-bfe8-4c04-8e06-6e71b697a15e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.608510] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1693629b-1f96-440a-ab37-7f06e83c5221 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.647569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Releasing lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647894] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Instance network_info: |[{"id": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "address": "fa:16:3e:c3:20:29", "network": {"id": "76b3de02-28ac-41fe-8686-2aba2ba81804", "bridge": "br-int", "label": "tempest-ServersTestJSON-1685143790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f953bfb73f5487fbdd5f240a253ead8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32476f7c-af", "ovs_interfaceid": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.648425] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Acquired lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.648600] env[69744]: DEBUG nova.network.neutron [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Refreshing network info cache for port 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.649977] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:20:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32476f7c-af58-4c5c-9e2e-971d0dc5d5e3', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.657566] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Creating folder: Project (6f953bfb73f5487fbdd5f240a253ead8). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.658392] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd18304-aa3f-4cf8-87c1-bd7f99667f00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.663590] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-585c9a3a-520a-48ab-8b5e-839b8cc1437e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.671227] env[69744]: DEBUG nova.network.neutron [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updated VIF entry in instance network info cache for port a64e98e9-0a56-41b8-bc85-05baf44299e2. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.671545] env[69744]: DEBUG nova.network.neutron [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.673194] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14bb7d-3cef-4d29-8148-626b2695243a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.677159] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Created folder: Project (6f953bfb73f5487fbdd5f240a253ead8) in parent group-v661134. [ 715.677281] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Creating folder: Instances. Parent ref: group-v661205. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.677877] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba03fdc5-03d0-4b6e-80b7-ddfb08f567e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.690534] env[69744]: DEBUG nova.virt.block_device [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating existing volume attachment record: 85c2c77a-335e-4db6-90c5-24dbc23fe282 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 715.693998] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Created folder: Instances in parent group-v661205. [ 715.694252] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.694434] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.694633] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a891101-bb08-4e68-827a-f8dc0cf62517 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.713828] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.713828] env[69744]: value = "task-3311305" [ 715.713828] env[69744]: _type = "Task" [ 715.713828] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.721947] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311305, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.797976] env[69744]: DEBUG nova.scheduler.client.report [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.914681] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7acb100e-a62a-4caa-a713-d1f154372443 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.037s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.178720] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a7e6bf2-7e13-429b-8130-94b861ddf81b req-755e3964-d00e-42d3-a09b-4a9b8f0553f4 service nova] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.232460] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311305, 'name': CreateVM_Task, 'duration_secs': 0.348561} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.232716] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.234211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.234211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.234739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.235022] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf45b36-b89d-47fc-83f6-2a23b73e31b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.241622] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 716.241622] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52443ce6-0b65-63e9-c71b-1334b610e87f" [ 716.241622] env[69744]: _type = "Task" [ 716.241622] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.255047] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52443ce6-0b65-63e9-c71b-1334b610e87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.305719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.311671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.436s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.328854] env[69744]: INFO nova.scheduler.client.report [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Deleted allocations for instance cbebd4dd-d99c-410b-a3fa-c4954261abff [ 716.405792] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b4c63f-2fa1-4924-9b8e-167e8b6a3e96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.414490] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Suspending the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 716.414743] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4c02d8bf-76bc-485b-a0b0-43e624484e73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.419302] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.425096] env[69744]: DEBUG oslo_vmware.api [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] Waiting for the task: (returnval){ [ 716.425096] env[69744]: value = "task-3311306" [ 716.425096] env[69744]: _type = "Task" [ 716.425096] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.434865] env[69744]: DEBUG oslo_vmware.api [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] Task: {'id': task-3311306, 'name': SuspendVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.592791] env[69744]: DEBUG nova.network.neutron [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updated VIF entry in instance network info cache for port 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.592791] env[69744]: DEBUG nova.network.neutron [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updating instance_info_cache with network_info: [{"id": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "address": "fa:16:3e:c3:20:29", "network": {"id": "76b3de02-28ac-41fe-8686-2aba2ba81804", "bridge": "br-int", "label": "tempest-ServersTestJSON-1685143790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f953bfb73f5487fbdd5f240a253ead8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32476f7c-af", "ovs_interfaceid": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.740152] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Successfully updated port: b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.754577] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52443ce6-0b65-63e9-c71b-1334b610e87f, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.754753] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.755343] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.755343] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.755470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.755608] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.755891] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-186c54c2-934a-4d47-90b0-e2506790bef5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.765420] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.765631] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.766406] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1ef2d4-2a88-4803-b5dd-bbe72568b023 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.775311] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 716.775311] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5ad6-903a-b310-443c-b00e715bb743" [ 716.775311] env[69744]: _type = "Task" [ 716.775311] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.784568] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5ad6-903a-b310-443c-b00e715bb743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.848336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dfc3e4a7-0fe1-4f51-b56a-28f68d0d90b0 tempest-ServerDiagnosticsTest-1117415853 tempest-ServerDiagnosticsTest-1117415853-project-member] Lock "cbebd4dd-d99c-410b-a3fa-c4954261abff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.390s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.849475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.850012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.614237] env[69744]: DEBUG oslo_concurrency.lockutils [req-20eaa22e-82ed-4e29-bc2a-ccfe6cfff9c5 req-80180f75-4bef-4628-9544-73e7ae7d8d47 service nova] Releasing lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.614779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614903] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquired lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.615049] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.620633] env[69744]: DEBUG nova.compute.manager [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Received event network-vif-plugged-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.620633] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Acquiring lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.624019] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.624019] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.624019] env[69744]: DEBUG nova.compute.manager [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] No waiting events found dispatching network-vif-plugged-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.624019] env[69744]: WARNING nova.compute.manager [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Received unexpected event network-vif-plugged-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 for instance with vm_state building and task_state block_device_mapping. [ 717.624019] env[69744]: DEBUG nova.compute.manager [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Received event network-changed-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.624581] env[69744]: DEBUG nova.compute.manager [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Refreshing instance network info cache due to event network-changed-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.624581] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Acquiring lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.644861] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5ad6-903a-b310-443c-b00e715bb743, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.645115] env[69744]: DEBUG oslo_vmware.api [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] Task: {'id': task-3311306, 'name': SuspendVM_Task, 'duration_secs': 0.63194} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.648630] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Suspended the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 717.648816] env[69744]: DEBUG nova.compute.manager [None req-56803f3a-3fe1-4968-b106-58326b4bb79b tempest-ServersAdminNegativeTestJSON-79490695 tempest-ServersAdminNegativeTestJSON-79490695-project-admin] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.649983] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eeba7bb-babc-431f-bb30-bb78b65ac25b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.652606] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35492f3f-0d03-43d7-8538-dbf291be8493 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.655864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.663134] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 717.663134] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e12a6b-5c63-939c-4ecb-430e81b2fa67" [ 717.663134] env[69744]: _type = "Task" [ 717.663134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.676531] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e12a6b-5c63-939c-4ecb-430e81b2fa67, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.676782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.679441] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2a8dece2-833a-4aaa-aa12-6d167c68548d/2a8dece2-833a-4aaa-aa12-6d167c68548d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.679441] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a70f654-df37-439b-84f8-8860c948abb6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.687759] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 717.687759] env[69744]: value = "task-3311307" [ 717.687759] env[69744]: _type = "Task" [ 717.687759] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.695775] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.131353] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.132793] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.132793] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.132793] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.132793] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.132956] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.132956] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.133684] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.133832] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.134762] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.134762] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.134762] env[69744]: DEBUG nova.virt.hardware [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.136351] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46069f7f-244c-49eb-8b01-81f772372d04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.148212] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0709a7d-be76-4fba-a18a-b13996894620 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.177165] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.206445] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.207136] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2a8dece2-833a-4aaa-aa12-6d167c68548d/2a8dece2-833a-4aaa-aa12-6d167c68548d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.207136] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.207301] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ddd7e0f-fbc8-4561-9c41-310a2de80b9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.215076] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 718.215076] env[69744]: value = "task-3311308" [ 718.215076] env[69744]: _type = "Task" [ 718.215076] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.221606] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc99f49-9294-4a3d-a423-16fd060709a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.229896] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.234662] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d841cdb-57e7-412c-87f3-4519b08b4f76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.265178] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b239261-8eb2-4ffd-a29a-919ab91d8184 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.274310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58116cfc-953d-4fff-89df-8056c6d7a368 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.287673] env[69744]: DEBUG nova.compute.provider_tree [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.340322] env[69744]: DEBUG nova.network.neutron [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating instance_info_cache with network_info: [{"id": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "address": "fa:16:3e:dc:c7:4a", "network": {"id": "6e5dadc3-9f91-49e6-b818-71bd9ef7b184", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1755371287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9e4a51fdf643a9bdf3ff25b5981a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d5e5fe-1c", "ovs_interfaceid": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.725168] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321731} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.725429] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.726093] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17bf668-b756-4051-af47-4fa0a1f4a6e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748216] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 2a8dece2-833a-4aaa-aa12-6d167c68548d/2a8dece2-833a-4aaa-aa12-6d167c68548d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.748561] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8641487a-7fde-45dc-b67f-c5e72e98c8c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.767662] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 718.767662] env[69744]: value = "task-3311309" [ 718.767662] env[69744]: _type = "Task" [ 718.767662] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.776396] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.793844] env[69744]: DEBUG nova.scheduler.client.report [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.843466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Releasing lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.843934] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance network_info: |[{"id": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "address": "fa:16:3e:dc:c7:4a", "network": {"id": "6e5dadc3-9f91-49e6-b818-71bd9ef7b184", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1755371287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9e4a51fdf643a9bdf3ff25b5981a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d5e5fe-1c", "ovs_interfaceid": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.844305] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Acquired lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.844544] env[69744]: DEBUG nova.network.neutron [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Refreshing network info cache for port b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.845866] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:c7:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.854980] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Creating folder: Project (ee9e4a51fdf643a9bdf3ff25b5981a19). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.856099] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c4802e-be93-4d4f-9843-2c50f3da9abb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.871632] env[69744]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 718.871632] env[69744]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69744) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 718.873074] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Folder already exists: Project (ee9e4a51fdf643a9bdf3ff25b5981a19). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 718.873074] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Creating folder: Instances. Parent ref: group-v661150. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.873074] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bccea3b6-dd2f-4d96-b655-b0dc57be4336 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.881345] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Created folder: Instances in parent group-v661150. [ 718.881539] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.881737] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.881930] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7395720-c81b-4c35-997b-9127b3d1c2ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.901030] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.901030] env[69744]: value = "task-3311312" [ 718.901030] env[69744]: _type = "Task" [ 718.901030] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.908810] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311312, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.277990] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311309, 'name': ReconfigVM_Task, 'duration_secs': 0.335796} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.278394] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 2a8dece2-833a-4aaa-aa12-6d167c68548d/2a8dece2-833a-4aaa-aa12-6d167c68548d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.279355] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a961893c-0c3d-4f5b-971d-a892b81ae6e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.284861] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 719.284861] env[69744]: value = "task-3311313" [ 719.284861] env[69744]: _type = "Task" [ 719.284861] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.293231] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311313, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.421228] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311312, 'name': CreateVM_Task, 'duration_secs': 0.381726} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.423798] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.424502] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '85c2c77a-335e-4db6-90c5-24dbc23fe282', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661166', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'name': 'volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e706f66-96b6-40c0-92d2-565e80eae0f3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'serial': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69744) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 719.424881] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Root volume attach. Driver type: vmdk {{(pid=69744) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 719.425871] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b406e-2e33-41f0-bd85-19e62a0518ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.434151] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0305e-10db-4ac2-bac2-c5fc5dbdeaf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.440610] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4474fb6-4463-4b31-9f6d-eb0346d5afdf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.450158] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e00ba072-cac5-4b98-ab24-449786bfeb31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.457812] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 719.457812] env[69744]: value = "task-3311314" [ 719.457812] env[69744]: _type = "Task" [ 719.457812] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.466968] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.727251] env[69744]: DEBUG nova.network.neutron [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updated VIF entry in instance network info cache for port b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.727251] env[69744]: DEBUG nova.network.neutron [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating instance_info_cache with network_info: [{"id": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "address": "fa:16:3e:dc:c7:4a", "network": {"id": "6e5dadc3-9f91-49e6-b818-71bd9ef7b184", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1755371287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9e4a51fdf643a9bdf3ff25b5981a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d5e5fe-1c", "ovs_interfaceid": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.799234] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311313, 'name': Rename_Task, 'duration_secs': 0.177093} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.802692] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.804105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.493s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.806912] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2c473f-80d2-4f53-8076-38dd39780f56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.809103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.194s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.813165] env[69744]: INFO nova.compute.claims [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.819118] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 719.819118] env[69744]: value = "task-3311315" [ 719.819118] env[69744]: _type = "Task" [ 719.819118] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.829365] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.970122] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 34%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.230634] env[69744]: DEBUG oslo_concurrency.lockutils [req-6166582f-74b0-4473-bad6-2a09a874b63b req-e12942e5-2308-428c-b757-2a442ec49dc4 service nova] Releasing lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.333115] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.386889] env[69744]: INFO nova.scheduler.client.report [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleted allocation for migration c92854d9-84be-4928-8ab9-10832459fd80 [ 720.473769] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 45%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.838439] env[69744]: DEBUG oslo_vmware.api [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311315, 'name': PowerOnVM_Task, 'duration_secs': 0.615874} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.838843] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.839067] env[69744]: INFO nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Took 7.59 seconds to spawn the instance on the hypervisor. [ 720.839248] env[69744]: DEBUG nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.840101] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c29a39-77ec-40df-aa6f-a477e1e6b392 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.895924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-984b9d91-a075-4b0a-854f-edb15424d321 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.070s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.973751] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 60%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.368778] env[69744]: INFO nova.compute.manager [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Took 42.86 seconds to build instance. [ 721.471709] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 71%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.614981] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9a392-03d7-41f9-9ab5-da5e1e4ecdf4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.623410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca0c99-083e-460d-9100-35e224e01974 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.660086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f37324-9dc7-467f-8305-11f3679d38da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.667684] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff879605-0722-43c4-800e-546a31f60ffd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.684150] env[69744]: DEBUG nova.compute.provider_tree [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.879671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-974d3024-8ab3-4f6b-a7d5-2cc08e6f7dfd tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.036s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.986439] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 84%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.187927] env[69744]: DEBUG nova.scheduler.client.report [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.384022] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.475581] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 97%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.703024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.703024] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.705409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.133s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.708757] env[69744]: INFO nova.compute.claims [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.818423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.818921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.819150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.819438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.819850] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.822322] env[69744]: INFO nova.compute.manager [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Terminating instance [ 722.906993] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.980327] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task} progress is 97%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.220112] env[69744]: DEBUG nova.compute.utils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.220112] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.220112] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.297352] env[69744]: DEBUG nova.policy [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c6d4b2ce7d4c56a00845cee2f40399', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5455a2a695584a97be41c50b8ad4a16d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.326470] env[69744]: DEBUG nova.compute.manager [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.326768] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.327686] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c122bc9-340f-40bd-9b5f-3f000bbdbdc1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.338473] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.339813] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cbd4a4-2c71-4783-b61f-075d59256726 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.384211] env[69744]: DEBUG nova.compute.manager [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Received event network-changed-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.384489] env[69744]: DEBUG nova.compute.manager [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Refreshing instance network info cache due to event network-changed-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.385038] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] Acquiring lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.385683] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] Acquired lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.385683] env[69744]: DEBUG nova.network.neutron [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Refreshing network info cache for port 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.403870] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.404509] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.404509] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleting the datastore file [datastore2] 41eccfec-7190-47d3-bc4c-24a37f8f0be8 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.405410] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ffef58-3f19-4365-86bb-db53d9d1125c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.413660] env[69744]: DEBUG oslo_vmware.api [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 723.413660] env[69744]: value = "task-3311317" [ 723.413660] env[69744]: _type = "Task" [ 723.413660] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.422332] env[69744]: DEBUG oslo_vmware.api [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.474190] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311314, 'name': RelocateVM_Task, 'duration_secs': 3.889536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.474499] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.474693] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661166', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'name': 'volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e706f66-96b6-40c0-92d2-565e80eae0f3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'serial': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.475499] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea48ec-09d3-4a1c-872e-2c226c8b06db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.491532] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4072ce67-107a-45a7-97f6-bb5b2d742702 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.514318] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f/volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.514662] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3e5bbc-04e0-46b5-af07-8d069decd1a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.537731] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 723.537731] env[69744]: value = "task-3311318" [ 723.537731] env[69744]: _type = "Task" [ 723.537731] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.546495] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.577524] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Successfully created port: 82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.724406] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.930834] env[69744]: DEBUG oslo_vmware.api [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199958} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.931211] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.931429] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.931607] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.931787] env[69744]: INFO nova.compute.manager [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 723.932051] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.932261] env[69744]: DEBUG nova.compute.manager [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.932361] env[69744]: DEBUG nova.network.neutron [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.051567] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311318, 'name': ReconfigVM_Task, 'duration_secs': 0.272086} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.051838] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f/volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.058738] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f0b22b-ad1f-4a4b-8413-477fdf6f4c57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.073948] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 724.073948] env[69744]: value = "task-3311319" [ 724.073948] env[69744]: _type = "Task" [ 724.073948] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.084170] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.344481] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc1db2-7e62-4e64-af72-bdf1cd5e2089 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.353589] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29317dfa-2b0c-4849-9706-7b36f56fd8fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.388321] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fefae0-9c2b-4f32-b5b9-b3878eea06a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.395807] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7475ddf4-caff-47cf-ac1f-9c8b21fded2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.409251] env[69744]: DEBUG nova.compute.provider_tree [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.584780] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311319, 'name': ReconfigVM_Task, 'duration_secs': 0.164623} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.585098] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661166', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'name': 'volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e706f66-96b6-40c0-92d2-565e80eae0f3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'serial': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.585666] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad08c0e2-7147-42d4-837b-06db9e68fced {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.593631] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 724.593631] env[69744]: value = "task-3311320" [ 724.593631] env[69744]: _type = "Task" [ 724.593631] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.605508] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311320, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.642383] env[69744]: DEBUG nova.network.neutron [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updated VIF entry in instance network info cache for port 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.642770] env[69744]: DEBUG nova.network.neutron [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updating instance_info_cache with network_info: [{"id": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "address": "fa:16:3e:c3:20:29", "network": {"id": "76b3de02-28ac-41fe-8686-2aba2ba81804", "bridge": "br-int", "label": "tempest-ServersTestJSON-1685143790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f953bfb73f5487fbdd5f240a253ead8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32476f7c-af", "ovs_interfaceid": "32476f7c-af58-4c5c-9e2e-971d0dc5d5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.742025] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.768939] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.769197] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.769350] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.769518] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.769666] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.769808] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.770078] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.770263] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.770427] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.770582] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.770817] env[69744]: DEBUG nova.virt.hardware [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.771908] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1a2bc-bed7-4d79-b595-50784f07aff1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.780904] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df924b-551e-4d35-974f-90d34026d77d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.904491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "f289fdaf-4399-44ab-95d8-3129ea198de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.904705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.911967] env[69744]: DEBUG nova.scheduler.client.report [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.081090] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Successfully updated port: 82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.105015] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311320, 'name': Rename_Task, 'duration_secs': 0.162105} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.106904] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.106904] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-875a7aae-2095-4b9f-b781-f7e5300c1675 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112805] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 725.112805] env[69744]: value = "task-3311321" [ 725.112805] env[69744]: _type = "Task" [ 725.112805] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.120813] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.146049] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a298459-0fb6-467b-a807-57db2685f2ac req-60e743f1-adfc-44c1-bccf-bc66b11621d2 service nova] Releasing lock "refresh_cache-2a8dece2-833a-4aaa-aa12-6d167c68548d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.167707] env[69744]: DEBUG nova.compute.manager [req-54951228-b0e6-4816-a388-a37c15b807fe req-1f996fc7-a7d5-4dcf-9d28-dd706a9c2a8b service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Received event network-vif-deleted-beb48b9c-8a17-40ca-a281-d829ae9e6200 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.168022] env[69744]: INFO nova.compute.manager [req-54951228-b0e6-4816-a388-a37c15b807fe req-1f996fc7-a7d5-4dcf-9d28-dd706a9c2a8b service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Neutron deleted interface beb48b9c-8a17-40ca-a281-d829ae9e6200; detaching it from the instance and deleting it from the info cache [ 725.168210] env[69744]: DEBUG nova.network.neutron [req-54951228-b0e6-4816-a388-a37c15b807fe req-1f996fc7-a7d5-4dcf-9d28-dd706a9c2a8b service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.250526] env[69744]: DEBUG nova.network.neutron [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.417147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.417737] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.420507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.634s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.421922] env[69744]: INFO nova.compute.claims [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.447566] env[69744]: DEBUG nova.compute.manager [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Received event network-vif-plugged-82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.447797] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Acquiring lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.448015] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.448178] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.448363] env[69744]: DEBUG nova.compute.manager [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] No waiting events found dispatching network-vif-plugged-82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.448607] env[69744]: WARNING nova.compute.manager [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Received unexpected event network-vif-plugged-82f77586-d115-4064-ad03-98a0e2d97109 for instance with vm_state building and task_state spawning. [ 725.448766] env[69744]: DEBUG nova.compute.manager [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Received event network-changed-82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.448911] env[69744]: DEBUG nova.compute.manager [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Refreshing instance network info cache due to event network-changed-82f77586-d115-4064-ad03-98a0e2d97109. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.449105] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Acquiring lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.449234] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Acquired lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.449564] env[69744]: DEBUG nova.network.neutron [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Refreshing network info cache for port 82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.583967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.623117] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.673402] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9d7189c-0abe-4435-9cac-344ff2fed9d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.680496] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c33963-5427-4e7f-b43a-0f04a414a788 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.711382] env[69744]: DEBUG nova.compute.manager [req-54951228-b0e6-4816-a388-a37c15b807fe req-1f996fc7-a7d5-4dcf-9d28-dd706a9c2a8b service nova] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Detach interface failed, port_id=beb48b9c-8a17-40ca-a281-d829ae9e6200, reason: Instance 41eccfec-7190-47d3-bc4c-24a37f8f0be8 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.754692] env[69744]: INFO nova.compute.manager [-] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Took 1.82 seconds to deallocate network for instance. [ 725.930130] env[69744]: DEBUG nova.compute.utils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.932821] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.932821] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.976032] env[69744]: DEBUG nova.policy [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.002908] env[69744]: DEBUG nova.network.neutron [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.107209] env[69744]: DEBUG nova.network.neutron [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.123640] env[69744]: DEBUG oslo_vmware.api [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311321, 'name': PowerOnVM_Task, 'duration_secs': 0.510302} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.123934] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.124136] env[69744]: INFO nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Took 7.99 seconds to spawn the instance on the hypervisor. [ 726.124312] env[69744]: DEBUG nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.125359] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce27e565-a050-4149-9b60-259a31787541 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.262339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.297027] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Successfully created port: 845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.436851] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.609914] env[69744]: DEBUG oslo_concurrency.lockutils [req-02d47476-61f8-4e8a-be40-3f99e887ad88 req-c823f756-3e97-4fcb-81c1-16fd4c89c061 service nova] Releasing lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.610294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquired lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.610455] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.646190] env[69744]: INFO nova.compute.manager [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Took 43.30 seconds to build instance. [ 727.028417] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037c300-2c06-4521-9bb4-6d8ddfa854d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.038450] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57215ff3-efae-4918-96fc-7378787ba73f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.075287] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7a403-e980-4f51-8703-de359fb58903 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.083677] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eaf0d3-305a-4bf2-b5a5-6495aefa8aa2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.100989] env[69744]: DEBUG nova.compute.provider_tree [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.148750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396cae8-2047-49f2-9370-2404ea18dc46 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.426s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.149757] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.406376] env[69744]: DEBUG nova.network.neutron [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Updating instance_info_cache with network_info: [{"id": "82f77586-d115-4064-ad03-98a0e2d97109", "address": "fa:16:3e:a0:71:e3", "network": {"id": "90814715-8ecd-41c2-81f2-3f8005b9f61b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1243812846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5455a2a695584a97be41c50b8ad4a16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f77586-d1", "ovs_interfaceid": "82f77586-d115-4064-ad03-98a0e2d97109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.450891] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.481267] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.481267] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.481267] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.481391] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.481391] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.481391] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.481391] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.481391] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.481521] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.481521] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.481700] env[69744]: DEBUG nova.virt.hardware [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.482578] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738bdd4-7240-4eef-9b38-85100e1e8b1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.490899] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536d8d1-dc01-4c61-93de-69fefc0b3e8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.606094] env[69744]: DEBUG nova.scheduler.client.report [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.644753] env[69744]: DEBUG nova.compute.manager [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Received event network-changed-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.644932] env[69744]: DEBUG nova.compute.manager [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Refreshing instance network info cache due to event network-changed-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.645158] env[69744]: DEBUG oslo_concurrency.lockutils [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] Acquiring lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.645331] env[69744]: DEBUG oslo_concurrency.lockutils [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] Acquired lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.645539] env[69744]: DEBUG nova.network.neutron [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Refreshing network info cache for port b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.656193] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.859379] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Successfully updated port: 845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.912292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Releasing lock "refresh_cache-dc4af6ff-bbf1-412c-b089-339ada47e7ec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.912614] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance network_info: |[{"id": "82f77586-d115-4064-ad03-98a0e2d97109", "address": "fa:16:3e:a0:71:e3", "network": {"id": "90814715-8ecd-41c2-81f2-3f8005b9f61b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1243812846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5455a2a695584a97be41c50b8ad4a16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f77586-d1", "ovs_interfaceid": "82f77586-d115-4064-ad03-98a0e2d97109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.913031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:71:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f77586-d115-4064-ad03-98a0e2d97109', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.922107] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Creating folder: Project (5455a2a695584a97be41c50b8ad4a16d). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.922461] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19444dcf-7d1b-4c8c-a3cb-feb99a8755cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.933659] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Created folder: Project (5455a2a695584a97be41c50b8ad4a16d) in parent group-v661134. [ 727.933901] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Creating folder: Instances. Parent ref: group-v661210. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.934613] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7810178d-20a9-4c09-912c-f37358527024 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.942400] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Created folder: Instances in parent group-v661210. [ 727.942639] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.942835] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.943050] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dfa0013-245c-4382-9328-d08bb85fb388 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.966922] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.966922] env[69744]: value = "task-3311324" [ 727.966922] env[69744]: _type = "Task" [ 727.966922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.974525] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311324, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.110425] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.111008] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.114262] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.826s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.117388] env[69744]: INFO nova.compute.claims [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.193449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.363378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.363378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.363378] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.415965] env[69744]: DEBUG nova.network.neutron [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updated VIF entry in instance network info cache for port b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.415965] env[69744]: DEBUG nova.network.neutron [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating instance_info_cache with network_info: [{"id": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "address": "fa:16:3e:dc:c7:4a", "network": {"id": "6e5dadc3-9f91-49e6-b818-71bd9ef7b184", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1755371287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9e4a51fdf643a9bdf3ff25b5981a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d5e5fe-1c", "ovs_interfaceid": "b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.477471] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311324, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.622167] env[69744]: DEBUG nova.compute.utils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.625510] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.627021] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.666670] env[69744]: DEBUG nova.policy [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ea0c1d4bf48b0a00a299292b9fd37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e319cb6dd7a0455ab2e97014c2a3b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.918044] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.920916] env[69744]: DEBUG oslo_concurrency.lockutils [req-4773a800-e1e0-40d0-8b21-6db843f25f75 req-14c0fc4c-64c3-459e-b759-21f4e383ad3a service nova] Releasing lock "refresh_cache-8e706f66-96b6-40c0-92d2-565e80eae0f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.982175] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311324, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.084847] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Successfully created port: 5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.127070] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.138224] env[69744]: DEBUG nova.network.neutron [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Updating instance_info_cache with network_info: [{"id": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "address": "fa:16:3e:59:77:cc", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845805a2-6b", "ovs_interfaceid": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.480976] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311324, 'name': CreateVM_Task, 'duration_secs': 1.371496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.483553] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.484451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.484617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.484928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.486147] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a540b537-3228-4134-98bf-04bddd27ef38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.491153] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 729.491153] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6653c-8687-5cf4-513d-9a2085aec2f8" [ 729.491153] env[69744]: _type = "Task" [ 729.491153] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.501046] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6653c-8687-5cf4-513d-9a2085aec2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.641529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.641729] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Instance network_info: |[{"id": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "address": "fa:16:3e:59:77:cc", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845805a2-6b", "ovs_interfaceid": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.642131] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:77:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845805a2-6b77-47b5-8ac6-60aafeeab4a0', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.649584] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating folder: Project (e25606b970ec42f4aa6789d493c49ba2). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.652188] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aacd431-c918-4cbd-bfab-80f8281d4307 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.664220] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created folder: Project (e25606b970ec42f4aa6789d493c49ba2) in parent group-v661134. [ 729.664668] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating folder: Instances. Parent ref: group-v661213. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.667446] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8781eaa-f3cf-4565-b9f6-033060db00da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.679625] env[69744]: DEBUG nova.compute.manager [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Received event network-vif-plugged-845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.679625] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Acquiring lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.679757] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.679926] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.680105] env[69744]: DEBUG nova.compute.manager [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] No waiting events found dispatching network-vif-plugged-845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.680271] env[69744]: WARNING nova.compute.manager [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Received unexpected event network-vif-plugged-845805a2-6b77-47b5-8ac6-60aafeeab4a0 for instance with vm_state building and task_state spawning. [ 729.680426] env[69744]: DEBUG nova.compute.manager [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Received event network-changed-845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.680577] env[69744]: DEBUG nova.compute.manager [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Refreshing instance network info cache due to event network-changed-845805a2-6b77-47b5-8ac6-60aafeeab4a0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.680754] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Acquiring lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.681872] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Acquired lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.681872] env[69744]: DEBUG nova.network.neutron [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Refreshing network info cache for port 845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.682551] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created folder: Instances in parent group-v661213. [ 729.682756] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.685422] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.686199] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae7c2025-061a-4bba-acdb-52b8f641b4a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.708836] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.708836] env[69744]: value = "task-3311327" [ 729.708836] env[69744]: _type = "Task" [ 729.708836] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.719123] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311327, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.746615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ecedc9-3234-406e-a67c-4e21651d2843 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.754858] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d89320-c444-4298-a072-60dd00aa0d0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.787289] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d2de3-a088-41a0-a886-58ed59400c08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.795680] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bf4036-00fd-4069-bf41-470a501c7994 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.809855] env[69744]: DEBUG nova.compute.provider_tree [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.000798] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6653c-8687-5cf4-513d-9a2085aec2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021112} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.001228] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.001547] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.001769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.001922] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.002148] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.002362] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3591a999-578e-4568-b763-5ed2bb888a88 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.011234] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.012351] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.013154] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad05408-616b-4216-a976-df08de4f51f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.019520] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 730.019520] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fa551b-6ff0-d37c-eebe-4701142fdc5e" [ 730.019520] env[69744]: _type = "Task" [ 730.019520] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.027584] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fa551b-6ff0-d37c-eebe-4701142fdc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.143774] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.169875] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.171504] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.171896] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.172199] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.172527] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.172766] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.173079] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.173405] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.173706] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.176020] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.176020] env[69744]: DEBUG nova.virt.hardware [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.176020] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c86c8-70d9-44e5-a44c-8cd79fa8853b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.183612] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056adf11-e08d-4c13-9262-28ae98fd77b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.218450] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311327, 'name': CreateVM_Task, 'duration_secs': 0.379065} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.218745] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.219504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.219815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.220229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.220593] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cee3a51-e535-4e9b-b76e-254f0d8675f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.225395] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 730.225395] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52457253-5f60-cc2a-0a99-98c6a2dcb257" [ 730.225395] env[69744]: _type = "Task" [ 730.225395] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.233602] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52457253-5f60-cc2a-0a99-98c6a2dcb257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.313499] env[69744]: DEBUG nova.scheduler.client.report [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.529662] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fa551b-6ff0-d37c-eebe-4701142fdc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.530464] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7059ee6b-de48-40f7-aad3-8742f0ba0472 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.535527] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 730.535527] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c5459-86e2-0fc2-e414-18cc2b8acc88" [ 730.535527] env[69744]: _type = "Task" [ 730.535527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.543517] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c5459-86e2-0fc2-e414-18cc2b8acc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.626688] env[69744]: DEBUG nova.network.neutron [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Updated VIF entry in instance network info cache for port 845805a2-6b77-47b5-8ac6-60aafeeab4a0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.627070] env[69744]: DEBUG nova.network.neutron [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Updating instance_info_cache with network_info: [{"id": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "address": "fa:16:3e:59:77:cc", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845805a2-6b", "ovs_interfaceid": "845805a2-6b77-47b5-8ac6-60aafeeab4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.728301] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Successfully updated port: 5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.741801] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52457253-5f60-cc2a-0a99-98c6a2dcb257, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.743029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.743029] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.743337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.819719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.820620] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.823514] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.918s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.824903] env[69744]: INFO nova.compute.claims [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.046955] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c5459-86e2-0fc2-e414-18cc2b8acc88, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.046955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.046955] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dc4af6ff-bbf1-412c-b089-339ada47e7ec/dc4af6ff-bbf1-412c-b089-339ada47e7ec.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.047212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047261] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.047932] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4278c5ec-f233-49e2-8b1b-e50980d988cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.049610] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156997fb-32dc-4263-a7ac-5934c31b6a95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.057492] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 731.057492] env[69744]: value = "task-3311328" [ 731.057492] env[69744]: _type = "Task" [ 731.057492] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.058828] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.058969] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.062543] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c587ec5-7c1e-4fe6-8c94-8e6e2d128cfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.071074] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.072379] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 731.072379] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6baa5-5a90-e57d-7018-e47ec06a067e" [ 731.072379] env[69744]: _type = "Task" [ 731.072379] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.080711] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6baa5-5a90-e57d-7018-e47ec06a067e, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.081633] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31323c7-7fd8-4cd3-86b3-7693fde948c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.086834] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 731.086834] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218787d-5b76-335d-a50c-a9062c5705b8" [ 731.086834] env[69744]: _type = "Task" [ 731.086834] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.094693] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218787d-5b76-335d-a50c-a9062c5705b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.134216] env[69744]: DEBUG oslo_concurrency.lockutils [req-113d7a9c-89d5-409b-b9f8-84a3ec79ae05 req-939bb43b-1771-4904-baaf-0bf29ea359f8 service nova] Releasing lock "refresh_cache-bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.230332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.230504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.230688] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.333286] env[69744]: DEBUG nova.compute.utils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.335568] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.335759] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.388412] env[69744]: DEBUG nova.policy [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ea0c1d4bf48b0a00a299292b9fd37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e319cb6dd7a0455ab2e97014c2a3b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.568932] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.597192] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218787d-5b76-335d-a50c-a9062c5705b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.597859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.597859] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735/bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.598366] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fec5f94-589e-4f51-9834-7ed67c6d5608 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.608022] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 731.608022] env[69744]: value = "task-3311329" [ 731.608022] env[69744]: _type = "Task" [ 731.608022] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.615290] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.709966] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Successfully created port: 9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.760790] env[69744]: DEBUG nova.compute.manager [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Received event network-vif-plugged-5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.761022] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Acquiring lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.761246] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.761409] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.761592] env[69744]: DEBUG nova.compute.manager [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] No waiting events found dispatching network-vif-plugged-5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.761795] env[69744]: WARNING nova.compute.manager [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Received unexpected event network-vif-plugged-5cad4ae7-de03-449b-87b7-093b0ffeeb4b for instance with vm_state building and task_state spawning. [ 731.761931] env[69744]: DEBUG nova.compute.manager [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Received event network-changed-5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.762804] env[69744]: DEBUG nova.compute.manager [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Refreshing instance network info cache due to event network-changed-5cad4ae7-de03-449b-87b7-093b0ffeeb4b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.763054] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Acquiring lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.765295] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.836044] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.014744] env[69744]: DEBUG nova.network.neutron [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Updating instance_info_cache with network_info: [{"id": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "address": "fa:16:3e:f7:50:6b", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cad4ae7-de", "ovs_interfaceid": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.070215] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655752} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.071978] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dc4af6ff-bbf1-412c-b089-339ada47e7ec/dc4af6ff-bbf1-412c-b089-339ada47e7ec.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.072357] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.072810] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb27463-cb46-406b-ba38-05cd75b7592a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.079620] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 732.079620] env[69744]: value = "task-3311330" [ 732.079620] env[69744]: _type = "Task" [ 732.079620] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.089056] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.118918] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.517862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88ab04-57ec-4a79-93d8-2c04b7124782 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.521320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.521717] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance network_info: |[{"id": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "address": "fa:16:3e:f7:50:6b", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cad4ae7-de", "ovs_interfaceid": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.522057] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Acquired lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.522242] env[69744]: DEBUG nova.network.neutron [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Refreshing network info cache for port 5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.523388] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cad4ae7-de03-449b-87b7-093b0ffeeb4b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.530968] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating folder: Project (e319cb6dd7a0455ab2e97014c2a3b679). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.531857] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704b9373-6a4a-4ca0-8be7-cb171d435f90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.537201] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb916155-8f56-471c-b645-cfa50e538a0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.570041] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created folder: Project (e319cb6dd7a0455ab2e97014c2a3b679) in parent group-v661134. [ 732.570491] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating folder: Instances. Parent ref: group-v661216. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.571088] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c22bbf69-5e2d-4f2f-89cd-14fd64082080 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.573449] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc3c0c-b8fb-4630-a97c-fda9be9ffc90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.585370] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8790d8b8-cec3-4926-a301-0169cd5db80d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.590059] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created folder: Instances in parent group-v661216. [ 732.590329] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.591850] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.592116] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932c7223-d22b-49a0-b6d2-6d253f3c1244 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.618237] env[69744]: DEBUG nova.compute.provider_tree [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.619663] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060112} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.624244] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.626291] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7332b58-4313-4a4b-9ff4-daf6354ca422 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.629133] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.629133] env[69744]: value = "task-3311333" [ 732.629133] env[69744]: _type = "Task" [ 732.629133] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.656372] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] dc4af6ff-bbf1-412c-b089-339ada47e7ec/dc4af6ff-bbf1-412c-b089-339ada47e7ec.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.656721] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311329, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.657808] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4b6034-f597-4b4a-bc58-b18d96a25963 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.676242] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311333, 'name': CreateVM_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.683247] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 732.683247] env[69744]: value = "task-3311334" [ 732.683247] env[69744]: _type = "Task" [ 732.683247] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.693852] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.848882] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.875145] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.875417] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.875582] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.875763] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.875907] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.876065] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.876273] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.876441] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.876691] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.876936] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.877378] env[69744]: DEBUG nova.virt.hardware [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.878112] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517788d-7a2c-4136-a0c0-da5befb81484 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.886128] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16588f-4667-40fe-ba30-3ce307d255ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.124134] env[69744]: DEBUG nova.scheduler.client.report [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.139568] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311329, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.253671} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.139910] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735/bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.140286] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.141212] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40e8225-1398-44fd-870d-9c12be53f28d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.149724] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311333, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.155205] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 733.155205] env[69744]: value = "task-3311335" [ 733.155205] env[69744]: _type = "Task" [ 733.155205] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.165317] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.189361] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Successfully updated port: 9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.201668] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311334, 'name': ReconfigVM_Task, 'duration_secs': 0.375412} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.202048] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Reconfigured VM instance instance-0000001a to attach disk [datastore2] dc4af6ff-bbf1-412c-b089-339ada47e7ec/dc4af6ff-bbf1-412c-b089-339ada47e7ec.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.203577] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd42343-d6ce-4b97-9edc-70ca852e2232 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.210506] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 733.210506] env[69744]: value = "task-3311336" [ 733.210506] env[69744]: _type = "Task" [ 733.210506] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.222113] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311336, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.378748] env[69744]: DEBUG nova.network.neutron [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Updated VIF entry in instance network info cache for port 5cad4ae7-de03-449b-87b7-093b0ffeeb4b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.379194] env[69744]: DEBUG nova.network.neutron [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Updating instance_info_cache with network_info: [{"id": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "address": "fa:16:3e:f7:50:6b", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cad4ae7-de", "ovs_interfaceid": "5cad4ae7-de03-449b-87b7-093b0ffeeb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.632052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.632553] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.635180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.086s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.635478] env[69744]: DEBUG nova.objects.instance [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lazy-loading 'resources' on Instance uuid d14d3baf-95a0-4983-ab42-755bb9faa134 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.645703] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311333, 'name': CreateVM_Task, 'duration_secs': 0.820589} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.645791] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.647761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.647761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.647761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.647761] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062b85aa-5839-4f94-b4a4-039a90e2ee0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.652531] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 733.652531] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524ce638-b356-ca51-7b61-06758a0a0933" [ 733.652531] env[69744]: _type = "Task" [ 733.652531] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.663115] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524ce638-b356-ca51-7b61-06758a0a0933, 'name': SearchDatastore_Task} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.665825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.666066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.666296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.666443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.666621] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.666878] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103629} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.667638] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee213c0-26a1-4a4b-9f6f-0c07d7692785 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.669345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.670304] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b988451c-e318-434d-bd65-3ddbd3c2b5ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.693827] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735/bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.695462] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.695602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.695744] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.697959] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9de969-5417-4753-b71d-553bfa0acd77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.712462] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.712562] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.715546] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8ea32b-2a46-48f8-8004-599d58597e5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.724765] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 733.724765] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52245e11-ce9a-6a0a-a53c-4edaeb2f9285" [ 733.724765] env[69744]: _type = "Task" [ 733.724765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.728886] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 733.728886] env[69744]: value = "task-3311337" [ 733.728886] env[69744]: _type = "Task" [ 733.728886] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.729106] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311336, 'name': Rename_Task, 'duration_secs': 0.146622} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.732165] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.734995] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1578ff-383a-44ac-8c6f-30127bae6e65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.741495] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52245e11-ce9a-6a0a-a53c-4edaeb2f9285, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.746615] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 733.746615] env[69744]: value = "task-3311338" [ 733.746615] env[69744]: _type = "Task" [ 733.746615] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.746897] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.747059] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a10a1ee-789d-410d-b8f0-03dbc1d0d9fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.756227] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 733.756227] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52efaff5-6e02-8d60-9c93-f7378fe226d2" [ 733.756227] env[69744]: _type = "Task" [ 733.756227] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.762018] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311338, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.766760] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52efaff5-6e02-8d60-9c93-f7378fe226d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.767631] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.792580] env[69744]: DEBUG nova.compute.manager [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Received event network-vif-plugged-9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.792812] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Acquiring lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.793027] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.793195] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.793362] env[69744]: DEBUG nova.compute.manager [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] No waiting events found dispatching network-vif-plugged-9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.793525] env[69744]: WARNING nova.compute.manager [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Received unexpected event network-vif-plugged-9f078da4-3ae0-4092-aab4-22b053c00ebc for instance with vm_state building and task_state spawning. [ 733.793680] env[69744]: DEBUG nova.compute.manager [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Received event network-changed-9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.793865] env[69744]: DEBUG nova.compute.manager [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Refreshing instance network info cache due to event network-changed-9f078da4-3ae0-4092-aab4-22b053c00ebc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.794039] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Acquiring lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.882271] env[69744]: DEBUG oslo_concurrency.lockutils [req-900c07ee-148e-4324-8b67-901976ed22ad req-94600178-1db7-45ff-b614-07d40064ae9a service nova] Releasing lock "refresh_cache-0acb85e5-7617-4795-939f-8d7fe4d3e4e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.990081] env[69744]: DEBUG nova.network.neutron [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Updating instance_info_cache with network_info: [{"id": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "address": "fa:16:3e:9d:1a:fc", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f078da4-3a", "ovs_interfaceid": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.140468] env[69744]: DEBUG nova.compute.utils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.140468] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.142223] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.222663] env[69744]: DEBUG nova.policy [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23d9e30c677a421588ecd2b9536e222f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '973fde71816e45a0a2ac8df7397a3021', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.245265] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311337, 'name': ReconfigVM_Task, 'duration_secs': 0.276934} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.245731] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735/bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.246491] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7395ba60-44f7-4303-bb15-6f5ca33d0515 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.260032] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 734.260032] env[69744]: value = "task-3311339" [ 734.260032] env[69744]: _type = "Task" [ 734.260032] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.264680] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.275809] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311339, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.280029] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52efaff5-6e02-8d60-9c93-f7378fe226d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021974} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.280199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.280461] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.280734] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45df48cc-a05f-4ef1-9179-a919efe02b3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.290994] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 734.290994] env[69744]: value = "task-3311340" [ 734.290994] env[69744]: _type = "Task" [ 734.290994] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.300776] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.498383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498787] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Instance network_info: |[{"id": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "address": "fa:16:3e:9d:1a:fc", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f078da4-3a", "ovs_interfaceid": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.502598] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Acquired lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.502868] env[69744]: DEBUG nova.network.neutron [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Refreshing network info cache for port 9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.508110] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f078da4-3ae0-4092-aab4-22b053c00ebc', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.516920] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.524020] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.525504] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3184489b-722d-4880-b378-ae7fdd9a3ea5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.554040] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.554040] env[69744]: value = "task-3311341" [ 734.554040] env[69744]: _type = "Task" [ 734.554040] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.564101] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311341, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.625801] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Successfully created port: 598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.646866] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.772035] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.782327] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311339, 'name': Rename_Task, 'duration_secs': 0.145552} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.782903] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.783877] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3c1bca-9304-432f-aa54-8b369850d4d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.792437] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 734.792437] env[69744]: value = "task-3311342" [ 734.792437] env[69744]: _type = "Task" [ 734.792437] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.812689] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508171} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.816944] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.817209] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.817529] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.817761] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-276f3d8b-a107-4c59-a61a-0578f359ae02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.828153] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 734.828153] env[69744]: value = "task-3311343" [ 734.828153] env[69744]: _type = "Task" [ 734.828153] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.840101] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.863167] env[69744]: DEBUG nova.network.neutron [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Updated VIF entry in instance network info cache for port 9f078da4-3ae0-4092-aab4-22b053c00ebc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.863652] env[69744]: DEBUG nova.network.neutron [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Updating instance_info_cache with network_info: [{"id": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "address": "fa:16:3e:9d:1a:fc", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f078da4-3a", "ovs_interfaceid": "9f078da4-3ae0-4092-aab4-22b053c00ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.911281] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7fcaf-1c28-4302-b14a-55413094199b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.920524] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf8805-7e28-4aaa-98f4-9490983d20ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.952971] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02418a-4e77-461a-b424-1814619a19f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.960408] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa95b5-b299-4508-89b7-c152822154a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.976643] env[69744]: DEBUG nova.compute.provider_tree [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.063946] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311341, 'name': CreateVM_Task, 'duration_secs': 0.373094} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.064165] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.064888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065073] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.065431] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.065698] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53c6fb9-74b2-4799-8a33-798582c035e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.071705] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 735.071705] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52364835-1eba-fb55-3071-0e36fdb6015e" [ 735.071705] env[69744]: _type = "Task" [ 735.071705] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.080930] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52364835-1eba-fb55-3071-0e36fdb6015e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.262533] env[69744]: DEBUG oslo_vmware.api [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311338, 'name': PowerOnVM_Task, 'duration_secs': 1.239805} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.262768] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.262972] env[69744]: INFO nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Took 10.52 seconds to spawn the instance on the hypervisor. [ 735.263180] env[69744]: DEBUG nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.263976] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f05757c-14f3-4012-b5c2-6a257639263c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.315203] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.339414] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081137} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.339549] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.340296] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19166ef-a9d5-4024-8264-832760b69fa8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.363413] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.363738] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58296222-7848-4551-b7bd-a3f8516d395a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.378396] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d17d5d1-ddc2-4e00-ba8b-c610be51fcc3 req-462a1fb6-ef07-4d38-b142-885915907445 service nova] Releasing lock "refresh_cache-59ed0380-72a0-4781-bfd2-2e1ab4879f78" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.384996] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 735.384996] env[69744]: value = "task-3311344" [ 735.384996] env[69744]: _type = "Task" [ 735.384996] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.393242] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.480116] env[69744]: DEBUG nova.scheduler.client.report [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.582839] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52364835-1eba-fb55-3071-0e36fdb6015e, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.583210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.583478] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.583825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.583927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.584159] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.584443] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9639a65e-2ccd-4a5e-9df2-47651b1f9f0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.593585] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.593585] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.594333] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afb15cf-6d6b-422b-b986-0497d5dd27cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.599789] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 735.599789] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efb70-ae12-493e-c5d9-ccc0c3594a83" [ 735.599789] env[69744]: _type = "Task" [ 735.599789] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.607522] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efb70-ae12-493e-c5d9-ccc0c3594a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.658117] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.683851] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.684116] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.684281] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.684494] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.684599] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.684744] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.684947] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.685120] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.685381] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.686073] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.686272] env[69744]: DEBUG nova.virt.hardware [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.687388] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1602d2f-6c59-4935-bea2-a4575a8fd437 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.696538] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf992a-25f6-44e9-b06d-adfa6670a87d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.785289] env[69744]: INFO nova.compute.manager [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Took 47.19 seconds to build instance. [ 735.810103] env[69744]: DEBUG oslo_vmware.api [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311342, 'name': PowerOnVM_Task, 'duration_secs': 0.532199} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.810392] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.810589] env[69744]: INFO nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Took 8.36 seconds to spawn the instance on the hypervisor. [ 735.810766] env[69744]: DEBUG nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.811535] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe295b-98f2-4ac5-9995-97d4e5850a48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.895189] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.985052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.987178] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.025s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.987448] env[69744]: DEBUG nova.objects.instance [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lazy-loading 'resources' on Instance uuid 0f213415-1337-4fe0-a2d0-61e3986a952d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.011228] env[69744]: INFO nova.scheduler.client.report [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Deleted allocations for instance d14d3baf-95a0-4983-ab42-755bb9faa134 [ 736.112471] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efb70-ae12-493e-c5d9-ccc0c3594a83, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.113475] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00385c1d-02d1-4cb9-a345-54a594975730 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.119696] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 736.119696] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c0c4a9-af8f-5db2-ef36-6792b230976b" [ 736.119696] env[69744]: _type = "Task" [ 736.119696] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.128612] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c0c4a9-af8f-5db2-ef36-6792b230976b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.173306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.287313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33adcb8f-7899-4150-9912-e116f6c2a501 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.787s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.289676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.116s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.290105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.290373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.290575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.292717] env[69744]: INFO nova.compute.manager [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Terminating instance [ 736.330763] env[69744]: INFO nova.compute.manager [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Took 45.78 seconds to build instance. [ 736.396136] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.437356] env[69744]: DEBUG nova.compute.manager [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Received event network-vif-plugged-598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.437356] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] Acquiring lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.437356] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.437537] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.437683] env[69744]: DEBUG nova.compute.manager [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] No waiting events found dispatching network-vif-plugged-598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.438846] env[69744]: WARNING nova.compute.manager [req-2e606d64-668e-424a-859e-d7f4cbf082b1 req-2a631511-fa48-41bf-877c-dff8b16cff5a service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Received unexpected event network-vif-plugged-598e1314-265f-4282-8ed4-b806cbf369e0 for instance with vm_state building and task_state spawning. [ 736.454896] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Successfully updated port: 598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.518215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3181c5e7-f497-4fb2-a9f1-3b24647de0ef tempest-ServersAaction247Test-1702011540 tempest-ServersAaction247Test-1702011540-project-member] Lock "d14d3baf-95a0-4983-ab42-755bb9faa134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.283s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.631493] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c0c4a9-af8f-5db2-ef36-6792b230976b, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.633988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.634329] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 59ed0380-72a0-4781-bfd2-2e1ab4879f78/59ed0380-72a0-4781-bfd2-2e1ab4879f78.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.638729] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae95122d-8da5-4510-989d-c06dc817d637 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.644870] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 736.644870] env[69744]: value = "task-3311345" [ 736.644870] env[69744]: _type = "Task" [ 736.644870] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.652379] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.657423] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.795548] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.801166] env[69744]: DEBUG nova.compute.manager [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.801395] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.803909] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace4fb2-8619-4d4b-9e82-e742996ad6f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.811393] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.811588] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853bfc70-4db0-4f02-9353-239f998b2dd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.820589] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 736.820589] env[69744]: value = "task-3311346" [ 736.820589] env[69744]: _type = "Task" [ 736.820589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.828836] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.834234] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79cfff33-c624-4f0e-87ac-9cd1bf5f4bef tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.491s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.836292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.184s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.836627] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.836921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.837113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.840703] env[69744]: INFO nova.compute.manager [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Terminating instance [ 736.900518] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311344, 'name': ReconfigVM_Task, 'duration_secs': 1.018607} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.900518] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.900850] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4c450b-b84c-4072-b91f-527d76630c4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.910782] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 736.910782] env[69744]: value = "task-3311347" [ 736.910782] env[69744]: _type = "Task" [ 736.910782] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.923562] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311347, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.958754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958908] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquired lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.959071] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.078091] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f84749b-2903-4a72-8459-d5dd6b494d6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.088037] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde398f-7b1c-4856-8fb1-8cf16532280a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.123116] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5fbf29-eb3b-4260-bdba-30822a7b2458 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.130649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f411c3-5cb5-492c-9f10-991a82f1ee0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.145956] env[69744]: DEBUG nova.compute.provider_tree [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.155668] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471194} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.156553] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 59ed0380-72a0-4781-bfd2-2e1ab4879f78/59ed0380-72a0-4781-bfd2-2e1ab4879f78.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.156767] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.157022] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d70f8c2d-9eb2-46be-b2e5-9a5e75dce94e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.163843] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 737.163843] env[69744]: value = "task-3311348" [ 737.163843] env[69744]: _type = "Task" [ 737.163843] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.172570] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.325523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.331367] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311346, 'name': PowerOffVM_Task, 'duration_secs': 0.212903} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.331707] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.331878] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.332143] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0219f3-d5cb-418d-bb43-b1af2293c0ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.341390] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.345890] env[69744]: DEBUG nova.compute.manager [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.346036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.346920] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3e9230-f4b8-4c41-98a4-82f050c37b8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.354337] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.354574] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f4d3b7-fa4b-4d1b-a350-f27b8fc59d14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.361547] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 737.361547] env[69744]: value = "task-3311350" [ 737.361547] env[69744]: _type = "Task" [ 737.361547] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.370473] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.398461] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.398693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.398848] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Deleting the datastore file [datastore2] dc4af6ff-bbf1-412c-b089-339ada47e7ec {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.399126] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3533453a-fe64-4787-acf2-ffde0b45efee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.405493] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for the task: (returnval){ [ 737.405493] env[69744]: value = "task-3311351" [ 737.405493] env[69744]: _type = "Task" [ 737.405493] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.413863] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.421536] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311347, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.519057] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.652323] env[69744]: DEBUG nova.scheduler.client.report [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.679643] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066334} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.680061] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.681229] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8881363-7fe4-4f57-925f-d08c6bc8cd0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.708565] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 59ed0380-72a0-4781-bfd2-2e1ab4879f78/59ed0380-72a0-4781-bfd2-2e1ab4879f78.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.708565] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83aede04-5d28-40c5-a0c7-062d11530ef5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.728691] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 737.728691] env[69744]: value = "task-3311352" [ 737.728691] env[69744]: _type = "Task" [ 737.728691] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.732981] env[69744]: DEBUG nova.network.neutron [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Updating instance_info_cache with network_info: [{"id": "598e1314-265f-4282-8ed4-b806cbf369e0", "address": "fa:16:3e:26:56:d2", "network": {"id": "f62996df-7620-4930-bd7f-6dffa3c3de66", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1868514389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973fde71816e45a0a2ac8df7397a3021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1314-26", "ovs_interfaceid": "598e1314-265f-4282-8ed4-b806cbf369e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.739290] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.871566] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.877550] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.918249] env[69744]: DEBUG oslo_vmware.api [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Task: {'id': task-3311351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177484} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.919327] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.919522] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.919737] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.919869] env[69744]: INFO nova.compute.manager [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 737.920134] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.920353] env[69744]: DEBUG nova.compute.manager [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.920475] env[69744]: DEBUG nova.network.neutron [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.927392] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311347, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.157824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.160576] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.935s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.160850] env[69744]: DEBUG nova.objects.instance [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lazy-loading 'resources' on Instance uuid ebc6a142-aac9-4523-aa7b-c61e9feb9591 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.183404] env[69744]: INFO nova.scheduler.client.report [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Deleted allocations for instance 0f213415-1337-4fe0-a2d0-61e3986a952d [ 738.238019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Releasing lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.238019] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Instance network_info: |[{"id": "598e1314-265f-4282-8ed4-b806cbf369e0", "address": "fa:16:3e:26:56:d2", "network": {"id": "f62996df-7620-4930-bd7f-6dffa3c3de66", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1868514389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973fde71816e45a0a2ac8df7397a3021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1314-26", "ovs_interfaceid": "598e1314-265f-4282-8ed4-b806cbf369e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.240026] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:56:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598e1314-265f-4282-8ed4-b806cbf369e0', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.249349] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Creating folder: Project (973fde71816e45a0a2ac8df7397a3021). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.249349] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311352, 'name': ReconfigVM_Task, 'duration_secs': 0.492094} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.249349] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de2a8395-f8d9-4054-85fc-9eb97c2fed29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.250565] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 59ed0380-72a0-4781-bfd2-2e1ab4879f78/59ed0380-72a0-4781-bfd2-2e1ab4879f78.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.251177] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde022b2-56e9-4f15-bcca-3abf8971bb0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.259983] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 738.259983] env[69744]: value = "task-3311353" [ 738.259983] env[69744]: _type = "Task" [ 738.259983] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.264972] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Created folder: Project (973fde71816e45a0a2ac8df7397a3021) in parent group-v661134. [ 738.265175] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Creating folder: Instances. Parent ref: group-v661220. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.266108] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72927185-e93c-4261-88e2-e8581d6fa04d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.274692] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311353, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.277174] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Created folder: Instances in parent group-v661220. [ 738.277427] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.277629] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.277834] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a379d6b2-2f48-4cdf-b1c1-3e945d182904 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.300277] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.300277] env[69744]: value = "task-3311356" [ 738.300277] env[69744]: _type = "Task" [ 738.300277] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.308388] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311356, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.374089] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311350, 'name': PowerOffVM_Task, 'duration_secs': 0.739295} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.374440] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.374630] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.374934] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a705379-f31d-4e9f-b218-3a53fe000220 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.425385] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311347, 'name': Rename_Task, 'duration_secs': 1.165446} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.425700] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.425975] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12125454-f18d-49b9-aff3-4b881d1086d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.431634] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 738.431634] env[69744]: value = "task-3311358" [ 738.431634] env[69744]: _type = "Task" [ 738.431634] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.439495] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.440091] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.440613] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore2] bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.444891] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-247151d3-dad1-4795-8806-21f1e33b4b12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.446672] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.450457] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 738.450457] env[69744]: value = "task-3311359" [ 738.450457] env[69744]: _type = "Task" [ 738.450457] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.458068] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.669721] env[69744]: DEBUG nova.compute.manager [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Received event network-changed-598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.669949] env[69744]: DEBUG nova.compute.manager [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Refreshing instance network info cache due to event network-changed-598e1314-265f-4282-8ed4-b806cbf369e0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.670223] env[69744]: DEBUG oslo_concurrency.lockutils [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] Acquiring lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.670334] env[69744]: DEBUG oslo_concurrency.lockutils [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] Acquired lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.670444] env[69744]: DEBUG nova.network.neutron [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Refreshing network info cache for port 598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.691056] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f1e822fb-e492-4ba2-88f9-468827894f2d tempest-ServerMetadataTestJSON-1467019000 tempest-ServerMetadataTestJSON-1467019000-project-member] Lock "0f213415-1337-4fe0-a2d0-61e3986a952d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.836s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.774657] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311353, 'name': Rename_Task, 'duration_secs': 0.162144} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.774657] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.774657] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d628af1f-141f-49cb-8823-818c3e700ec7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782267] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 738.782267] env[69744]: value = "task-3311360" [ 738.782267] env[69744]: _type = "Task" [ 738.782267] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.793803] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.810304] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311356, 'name': CreateVM_Task, 'duration_secs': 0.313463} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.812795] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.813668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.813841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.814168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.814423] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17704de-169b-4dfe-a0b8-72860642e8bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823219] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 738.823219] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52020b9b-ac61-f8f7-06f0-0ad758006d99" [ 738.823219] env[69744]: _type = "Task" [ 738.823219] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.832470] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52020b9b-ac61-f8f7-06f0-0ad758006d99, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.832766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.832988] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.833237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.833440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.834333] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.834333] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-885d6079-a00a-4efd-897d-6a73f8ee9ed6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.842374] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.842540] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.843338] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e3ab72-09a6-42bf-a977-0bf35c9162ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.848742] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 738.848742] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c8f0c1-84f6-6d7e-7c28-c84443ab1662" [ 738.848742] env[69744]: _type = "Task" [ 738.848742] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.858874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "c0297808-c5d6-4786-b514-20c599a4c597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.859543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.864014] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c8f0c1-84f6-6d7e-7c28-c84443ab1662, 'name': SearchDatastore_Task, 'duration_secs': 0.008568} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.864997] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b3d815-bafa-4390-b1a9-5e5d2401d0ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871024] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 738.871024] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf825c-5085-78ef-746b-e0fef469516c" [ 738.871024] env[69744]: _type = "Task" [ 738.871024] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.880596] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf825c-5085-78ef-746b-e0fef469516c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.945412] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311358, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.959384] env[69744]: DEBUG oslo_vmware.api [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252958} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.959897] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.960170] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.960350] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.960517] env[69744]: INFO nova.compute.manager [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Took 1.61 seconds to destroy the instance on the hypervisor. [ 738.961435] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.961435] env[69744]: DEBUG nova.compute.manager [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.961435] env[69744]: DEBUG nova.network.neutron [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.984223] env[69744]: DEBUG nova.network.neutron [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.292285] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311360, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.324497] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e426c66-99ee-4dcd-b57c-d964dbc08e11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.335273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8001228d-7595-437e-a30a-748d0b8d7b5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.368038] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edea2f5-d0f9-40f9-bc2e-fd1c9f5e5408 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.382019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b79140-cf33-45b5-a6ae-0b2ecbcbac17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.386107] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf825c-5085-78ef-746b-e0fef469516c, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.386357] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.386610] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eae4fc1d-13ea-4e22-b607-c6fb0472d791/eae4fc1d-13ea-4e22-b607-c6fb0472d791.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.387206] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b36a2d84-26bc-421d-b3c3-74a737098bff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.396534] env[69744]: DEBUG nova.compute.provider_tree [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.402564] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 739.402564] env[69744]: value = "task-3311361" [ 739.402564] env[69744]: _type = "Task" [ 739.402564] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.410210] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.441191] env[69744]: DEBUG oslo_vmware.api [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311358, 'name': PowerOnVM_Task, 'duration_secs': 0.542583} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.441445] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.441637] env[69744]: INFO nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Took 9.30 seconds to spawn the instance on the hypervisor. [ 739.441812] env[69744]: DEBUG nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.442843] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400eb890-47c0-437a-a019-d804fb3c743b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.487298] env[69744]: INFO nova.compute.manager [-] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Took 1.57 seconds to deallocate network for instance. [ 739.526958] env[69744]: DEBUG nova.network.neutron [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Updated VIF entry in instance network info cache for port 598e1314-265f-4282-8ed4-b806cbf369e0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.527532] env[69744]: DEBUG nova.network.neutron [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Updating instance_info_cache with network_info: [{"id": "598e1314-265f-4282-8ed4-b806cbf369e0", "address": "fa:16:3e:26:56:d2", "network": {"id": "f62996df-7620-4930-bd7f-6dffa3c3de66", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1868514389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973fde71816e45a0a2ac8df7397a3021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1314-26", "ovs_interfaceid": "598e1314-265f-4282-8ed4-b806cbf369e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.795917] env[69744]: DEBUG nova.network.neutron [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.797525] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311360, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.899936] env[69744]: DEBUG nova.scheduler.client.report [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.915751] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.962666] env[69744]: INFO nova.compute.manager [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Took 47.20 seconds to build instance. [ 739.994721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.031502] env[69744]: DEBUG oslo_concurrency.lockutils [req-e144c64a-839a-4cc6-aba5-a5245763a1f9 req-2e227147-b762-48b9-bb79-31ff5cc29f9b service nova] Releasing lock "refresh_cache-eae4fc1d-13ea-4e22-b607-c6fb0472d791" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.296698] env[69744]: DEBUG oslo_vmware.api [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311360, 'name': PowerOnVM_Task, 'duration_secs': 1.309817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.296876] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.297147] env[69744]: INFO nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Took 7.45 seconds to spawn the instance on the hypervisor. [ 740.297300] env[69744]: DEBUG nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.298218] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648afa88-e448-417a-ad9b-84ef00fb516a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.301274] env[69744]: INFO nova.compute.manager [-] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Took 1.34 seconds to deallocate network for instance. [ 740.410718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.416301] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.710s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.418580] env[69744]: INFO nova.compute.claims [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.420857] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.421240] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eae4fc1d-13ea-4e22-b607-c6fb0472d791/eae4fc1d-13ea-4e22-b607-c6fb0472d791.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.421522] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.421776] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056bd523-555a-4600-a3ed-e7d74db06bef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.429089] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 740.429089] env[69744]: value = "task-3311362" [ 740.429089] env[69744]: _type = "Task" [ 740.429089] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.437665] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.447874] env[69744]: INFO nova.scheduler.client.report [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Deleted allocations for instance ebc6a142-aac9-4523-aa7b-c61e9feb9591 [ 740.468822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7aef0bc-49c8-4288-85ca-0827c890454c tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.110s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.702327] env[69744]: DEBUG nova.compute.manager [req-9754485c-44d3-4be5-b269-f63f85aa45f7 req-fa53be19-91e3-4bf0-b5f5-96c8a9af54b4 service nova] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Received event network-vif-deleted-82f77586-d115-4064-ad03-98a0e2d97109 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.702327] env[69744]: DEBUG nova.compute.manager [req-9754485c-44d3-4be5-b269-f63f85aa45f7 req-fa53be19-91e3-4bf0-b5f5-96c8a9af54b4 service nova] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Received event network-vif-deleted-845805a2-6b77-47b5-8ac6-60aafeeab4a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.817221] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.820411] env[69744]: INFO nova.compute.manager [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Took 44.55 seconds to build instance. [ 740.942838] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077723} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.943650] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.945385] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91daaffb-418c-4129-adde-2d1126475065 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.971736] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] eae4fc1d-13ea-4e22-b607-c6fb0472d791/eae4fc1d-13ea-4e22-b607-c6fb0472d791.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.972452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-69bedc6a-bda5-449f-909c-0c0ef2e9af2e tempest-FloatingIPsAssociationNegativeTestJSON-1668926492 tempest-FloatingIPsAssociationNegativeTestJSON-1668926492-project-member] Lock "ebc6a142-aac9-4523-aa7b-c61e9feb9591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.072s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.974063] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.976715] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc71db63-40fd-4307-a995-02907aecbb49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.001681] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 741.001681] env[69744]: value = "task-3311363" [ 741.001681] env[69744]: _type = "Task" [ 741.001681] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.010440] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.131965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.132333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.132772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.132772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.133108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.135753] env[69744]: INFO nova.compute.manager [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Terminating instance [ 741.321872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db9b004d-6d6e-46ef-8a59-01cb6230b8b3 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.360s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.512773] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.520532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.639851] env[69744]: DEBUG nova.compute.manager [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.640138] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.642141] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d81fe-8187-46b5-aa5a-849a05a8fa25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.652539] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.652785] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da9f50a-883c-44f8-a5f7-3431e4458cad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.661160] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 741.661160] env[69744]: value = "task-3311364" [ 741.661160] env[69744]: _type = "Task" [ 741.661160] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.674943] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.806436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "25f0d588-ce2e-4896-976f-91d67482447d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.807238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.829062] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.015823] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311363, 'name': ReconfigVM_Task, 'duration_secs': 0.557493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.016123] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Reconfigured VM instance instance-0000001e to attach disk [datastore1] eae4fc1d-13ea-4e22-b607-c6fb0472d791/eae4fc1d-13ea-4e22-b607-c6fb0472d791.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.016724] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6969a83d-5ce4-423b-925a-2e729c3f8d4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.024917] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 742.024917] env[69744]: value = "task-3311365" [ 742.024917] env[69744]: _type = "Task" [ 742.024917] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.036803] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311365, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.143271] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d41eab-4d87-4f3f-8098-39d9b132db6a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.153403] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cce7c4-2aea-48a3-8e49-1f0536dc127c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.188461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d328b4-12f3-4b96-ab57-dbad71433772 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.199777] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635494d6-8406-48b3-9d20-f56fb4e3924c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.205701] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311364, 'name': PowerOffVM_Task, 'duration_secs': 0.22685} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.205701] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.205701] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.205701] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c94256-fbf9-45fa-8c18-c7af3c2fe97b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.216790] env[69744]: DEBUG nova.compute.provider_tree [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.271662] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.271925] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.272144] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleting the datastore file [datastore1] cebd0101-939b-4a9c-9ac6-385df3010ce1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.272441] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbde4037-1cba-404c-bc21-8f53762e7d8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.279759] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 742.279759] env[69744]: value = "task-3311367" [ 742.279759] env[69744]: _type = "Task" [ 742.279759] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.290208] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.358850] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.539904] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311365, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.720149] env[69744]: DEBUG nova.scheduler.client.report [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.794616] env[69744]: DEBUG oslo_vmware.api [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147835} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.794616] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.794616] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.796040] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.796281] env[69744]: INFO nova.compute.manager [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 742.796533] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.796732] env[69744]: DEBUG nova.compute.manager [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.796823] env[69744]: DEBUG nova.network.neutron [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.957437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.958765] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.038019] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311365, 'name': Rename_Task, 'duration_secs': 0.701748} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.039243] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.039656] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85d623a-df67-49fd-83a1-a49d3207629c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.047228] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 743.047228] env[69744]: value = "task-3311368" [ 743.047228] env[69744]: _type = "Task" [ 743.047228] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.056817] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.225739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.225739] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.228240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.747s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.228423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.228578] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 743.229013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.099s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.229109] env[69744]: DEBUG nova.objects.instance [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'resources' on Instance uuid efcd3e19-7a15-469a-82fe-08c16658bb60 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.230946] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2210f84b-e8d5-4b9d-b400-a091ac84b4b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.243879] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2375b0-f67b-4801-8550-9f0135f323f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.263068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e9913f-c9ed-499f-8d5f-70a33187a6a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.270298] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bbefa-34c2-4f1d-a304-21356f46e554 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.306785] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179550MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 743.307043] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.559549] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.578110] env[69744]: DEBUG nova.compute.manager [req-ce4d5794-ad83-492c-83c1-8ea8dad68c43 req-60826533-1b5a-4894-a7ae-8d3244e1976d service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Received event network-vif-deleted-16ac01ab-9aa6-40b6-b169-d5b9aea83f17 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.578110] env[69744]: INFO nova.compute.manager [req-ce4d5794-ad83-492c-83c1-8ea8dad68c43 req-60826533-1b5a-4894-a7ae-8d3244e1976d service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Neutron deleted interface 16ac01ab-9aa6-40b6-b169-d5b9aea83f17; detaching it from the instance and deleting it from the info cache [ 743.578240] env[69744]: DEBUG nova.network.neutron [req-ce4d5794-ad83-492c-83c1-8ea8dad68c43 req-60826533-1b5a-4894-a7ae-8d3244e1976d service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.735105] env[69744]: DEBUG nova.compute.utils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.735105] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.735105] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.820218] env[69744]: DEBUG nova.policy [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a88964fff74686b6d18906785b0a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '627d9abd18e44ee0b04af33e11c8a7a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.047951] env[69744]: DEBUG nova.network.neutron [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.062529] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.082477] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9b45e1d-a2e3-4ff1-9706-8abdce7131cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.094331] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3673c5-77f6-4e6b-ad94-291088d2e8d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.133652] env[69744]: DEBUG nova.compute.manager [req-ce4d5794-ad83-492c-83c1-8ea8dad68c43 req-60826533-1b5a-4894-a7ae-8d3244e1976d service nova] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Detach interface failed, port_id=16ac01ab-9aa6-40b6-b169-d5b9aea83f17, reason: Instance cebd0101-939b-4a9c-9ac6-385df3010ce1 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 744.240031] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.473076] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f538e26-69f6-45b5-a9ad-f0bd14f9c655 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.485289] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Successfully created port: 7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.488147] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b658f0-35dd-44e2-a25e-5d9b23f5957b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.522413] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bbcc70-30db-46a0-aceb-2646ea601b58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.530593] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac5170-8d8c-4f8d-b934-61c6d8193006 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.544895] env[69744]: DEBUG nova.compute.provider_tree [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.554222] env[69744]: INFO nova.compute.manager [-] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Took 1.76 seconds to deallocate network for instance. [ 744.559589] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.048076] env[69744]: DEBUG nova.scheduler.client.report [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.067743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.068347] env[69744]: DEBUG oslo_vmware.api [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311368, 'name': PowerOnVM_Task, 'duration_secs': 1.560025} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.069232] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.069496] env[69744]: INFO nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Took 9.41 seconds to spawn the instance on the hypervisor. [ 745.069713] env[69744]: DEBUG nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.070829] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f414c1a-6dd2-43df-84d7-022b7d1cee86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.249643] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.285393] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.285633] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.285789] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.285967] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.286647] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.286647] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.286647] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.286647] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.286862] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.286899] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.287096] env[69744]: DEBUG nova.virt.hardware [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.287987] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f929bec-f6ec-442c-87a1-69fbb358749b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.295771] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69815e-1f3d-4901-b79e-3a08512eb7e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.562161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.565289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.193s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.567575] env[69744]: DEBUG nova.objects.instance [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lazy-loading 'resources' on Instance uuid a5ae35bc-8419-4f42-836a-4e1487a20eae {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.590879] env[69744]: INFO nova.scheduler.client.report [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted allocations for instance efcd3e19-7a15-469a-82fe-08c16658bb60 [ 745.595107] env[69744]: INFO nova.compute.manager [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Took 47.72 seconds to build instance. [ 745.638067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.638322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.913563] env[69744]: DEBUG nova.compute.manager [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Received event network-vif-plugged-7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.913877] env[69744]: DEBUG oslo_concurrency.lockutils [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] Acquiring lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.913999] env[69744]: DEBUG oslo_concurrency.lockutils [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] Lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.914176] env[69744]: DEBUG oslo_concurrency.lockutils [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] Lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.914342] env[69744]: DEBUG nova.compute.manager [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] No waiting events found dispatching network-vif-plugged-7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.914530] env[69744]: WARNING nova.compute.manager [req-845f6a3e-6254-48e8-a173-3713b4550f92 req-81ecc401-d4b0-4968-a814-58e6d09c5883 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Received unexpected event network-vif-plugged-7ef82e39-ad60-477c-afde-8ae370b679bd for instance with vm_state building and task_state spawning. [ 746.002014] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Successfully updated port: 7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.096955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d79123dd-2d2e-4531-863c-c108bd880b58 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.744s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.101160] env[69744]: DEBUG oslo_concurrency.lockutils [None req-faca02e9-c3ad-4c41-9128-3d7d3414f78a tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "efcd3e19-7a15-469a-82fe-08c16658bb60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.378s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.287585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.287695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.287906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.288096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.288258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.293492] env[69744]: INFO nova.compute.manager [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Terminating instance [ 746.508252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.508412] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.508637] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.602892] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.618878] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3b311-3e79-4939-8f0b-0bfef1b0c7c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.627674] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2d80b-d0f5-4137-a117-0155b52e17b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.660595] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0101c08-04e5-471c-983c-765497c0bbfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.669018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3ac20-03ec-492b-b6e0-254dd5eaa89e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.683516] env[69744]: DEBUG nova.compute.provider_tree [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.800667] env[69744]: DEBUG nova.compute.manager [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.800856] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.801804] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f17b1b-b798-4fc1-abe8-298a7437495d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.809799] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.810050] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41597a2e-6f49-4eef-8adb-bc859b6c4a67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.816776] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 746.816776] env[69744]: value = "task-3311369" [ 746.816776] env[69744]: _type = "Task" [ 746.816776] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.824631] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.080166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.080481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.083222] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.129045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.187052] env[69744]: DEBUG nova.scheduler.client.report [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.252276] env[69744]: DEBUG nova.network.neutron [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Updating instance_info_cache with network_info: [{"id": "7ef82e39-ad60-477c-afde-8ae370b679bd", "address": "fa:16:3e:7b:b6:f7", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef82e39-ad", "ovs_interfaceid": "7ef82e39-ad60-477c-afde-8ae370b679bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.326321] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311369, 'name': PowerOffVM_Task, 'duration_secs': 0.220963} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.326575] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.326739] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.327045] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02220205-6e66-4e54-984d-0264509597b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.387801] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.388040] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.388307] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Deleting the datastore file [datastore1] eae4fc1d-13ea-4e22-b607-c6fb0472d791 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.388965] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f74d4b6-29c6-4704-875f-bc962a41b768 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.395642] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for the task: (returnval){ [ 747.395642] env[69744]: value = "task-3311371" [ 747.395642] env[69744]: _type = "Task" [ 747.395642] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.403683] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.586883] env[69744]: DEBUG nova.compute.utils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.691574] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.694764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.772s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.694764] env[69744]: DEBUG nova.objects.instance [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lazy-loading 'resources' on Instance uuid bf129f96-a9d6-4e02-9b06-ab76cfe16afe {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.710220] env[69744]: INFO nova.scheduler.client.report [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted allocations for instance a5ae35bc-8419-4f42-836a-4e1487a20eae [ 747.755453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755782] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Instance network_info: |[{"id": "7ef82e39-ad60-477c-afde-8ae370b679bd", "address": "fa:16:3e:7b:b6:f7", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef82e39-ad", "ovs_interfaceid": "7ef82e39-ad60-477c-afde-8ae370b679bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.756478] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef82e39-ad60-477c-afde-8ae370b679bd', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.764400] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Creating folder: Project (627d9abd18e44ee0b04af33e11c8a7a0). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.764960] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a352e39c-8339-4dab-9172-c3d66cd1737a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.775220] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Created folder: Project (627d9abd18e44ee0b04af33e11c8a7a0) in parent group-v661134. [ 747.775439] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Creating folder: Instances. Parent ref: group-v661223. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.775752] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d37be0b7-dfd2-4268-a3cf-96d0ad06c5c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.784533] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Created folder: Instances in parent group-v661223. [ 747.784768] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.784951] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.785173] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0133227-7b6a-4ad5-9739-decda81d2d38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.804978] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.804978] env[69744]: value = "task-3311374" [ 747.804978] env[69744]: _type = "Task" [ 747.804978] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.812932] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311374, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.908242] env[69744]: DEBUG oslo_vmware.api [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Task: {'id': task-3311371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135438} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.908554] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.908826] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.909108] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.909355] env[69744]: INFO nova.compute.manager [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Took 1.11 seconds to destroy the instance on the hypervisor. [ 747.909694] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.909981] env[69744]: DEBUG nova.compute.manager [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.910102] env[69744]: DEBUG nova.network.neutron [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.014675] env[69744]: DEBUG nova.compute.manager [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Received event network-changed-7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.014884] env[69744]: DEBUG nova.compute.manager [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Refreshing instance network info cache due to event network-changed-7ef82e39-ad60-477c-afde-8ae370b679bd. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.015111] env[69744]: DEBUG oslo_concurrency.lockutils [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] Acquiring lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015245] env[69744]: DEBUG oslo_concurrency.lockutils [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] Acquired lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015542] env[69744]: DEBUG nova.network.neutron [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Refreshing network info cache for port 7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.089781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.217881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-26ef7e8f-45d5-4ab0-ae1d-c3df67a88c77 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "a5ae35bc-8419-4f42-836a-4e1487a20eae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.421s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.314782] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311374, 'name': CreateVM_Task, 'duration_secs': 0.399055} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.317093] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.317968] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.318105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.318538] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.318715] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1a14a9-8b48-4a9a-8c5a-18ab18451f0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.323618] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 748.323618] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5296c975-b95c-0c5e-7500-081dde0a0839" [ 748.323618] env[69744]: _type = "Task" [ 748.323618] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.333575] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5296c975-b95c-0c5e-7500-081dde0a0839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.679963] env[69744]: DEBUG nova.network.neutron [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.699270] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bee865-493a-402d-acfc-cee59b2c26ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.709806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fac5e-fc55-4290-acd2-40fa4c87c44f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.740346] env[69744]: DEBUG nova.network.neutron [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Updated VIF entry in instance network info cache for port 7ef82e39-ad60-477c-afde-8ae370b679bd. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.740750] env[69744]: DEBUG nova.network.neutron [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Updating instance_info_cache with network_info: [{"id": "7ef82e39-ad60-477c-afde-8ae370b679bd", "address": "fa:16:3e:7b:b6:f7", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef82e39-ad", "ovs_interfaceid": "7ef82e39-ad60-477c-afde-8ae370b679bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.742403] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7887441a-65c6-4f54-827e-0e82a223fda2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.752072] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c2ceb-545b-40eb-95f8-5cda954884b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.766632] env[69744]: DEBUG nova.compute.provider_tree [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.833250] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5296c975-b95c-0c5e-7500-081dde0a0839, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.833531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.833758] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.833983] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834324] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.834575] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8cd9b50-36ef-42cf-8851-932e9a35ec0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.842434] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.842564] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.843257] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee68b07-0933-4538-8172-7ac1c2d1f07d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.848215] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 748.848215] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7f11a-16e9-752b-47a5-80a78924c32d" [ 748.848215] env[69744]: _type = "Task" [ 748.848215] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.855441] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7f11a-16e9-752b-47a5-80a78924c32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.162326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.162629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.162805] env[69744]: INFO nova.compute.manager [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Attaching volume afa88d92-dbeb-45ea-9cc4-a46280ce82c8 to /dev/sdb [ 749.184387] env[69744]: INFO nova.compute.manager [-] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Took 1.27 seconds to deallocate network for instance. [ 749.196817] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38caf3-28c4-43f6-8552-9ee89f29f7c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.204310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aac931-9267-4630-b89c-ca5021ec0690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.218408] env[69744]: DEBUG nova.virt.block_device [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updating existing volume attachment record: ca094eb2-e4c1-4496-b080-b720e1f89186 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 749.248054] env[69744]: DEBUG oslo_concurrency.lockutils [req-7e52e8d4-041a-4dab-8251-7550459a5a43 req-6d25f846-4a4c-4a18-827a-b8a3586bf8b7 service nova] Releasing lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.269439] env[69744]: DEBUG nova.scheduler.client.report [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.358668] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a7f11a-16e9-752b-47a5-80a78924c32d, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.359428] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa7565d-e461-4280-a9ae-1540b28ddd23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.364241] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 749.364241] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5250a37e-c25c-df48-72c8-895520da624a" [ 749.364241] env[69744]: _type = "Task" [ 749.364241] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.372013] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5250a37e-c25c-df48-72c8-895520da624a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.691730] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.775042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.777411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.578s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.779010] env[69744]: INFO nova.compute.claims [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.798933] env[69744]: INFO nova.scheduler.client.report [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Deleted allocations for instance bf129f96-a9d6-4e02-9b06-ab76cfe16afe [ 749.874546] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5250a37e-c25c-df48-72c8-895520da624a, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.874794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.875035] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cf2a57af-8712-481b-bfe9-5629113843d1/cf2a57af-8712-481b-bfe9-5629113843d1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.875299] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73665661-448f-4751-8a1e-2869d3636dda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.881936] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 749.881936] env[69744]: value = "task-3311378" [ 749.881936] env[69744]: _type = "Task" [ 749.881936] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.889344] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.246499] env[69744]: DEBUG nova.compute.manager [req-11b7af28-dfb7-4b40-95d9-a5e823abab2e req-8c7fb33d-bdb7-4caf-9344-241af5ffa5ce service nova] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Received event network-vif-deleted-598e1314-265f-4282-8ed4-b806cbf369e0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.305896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f80575e-006f-443e-9969-83b9b7b10bb0 tempest-ListServersNegativeTestJSON-71515747 tempest-ListServersNegativeTestJSON-71515747-project-member] Lock "bf129f96-a9d6-4e02-9b06-ab76cfe16afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.819s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.391555] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481185} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.391810] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cf2a57af-8712-481b-bfe9-5629113843d1/cf2a57af-8712-481b-bfe9-5629113843d1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.392066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.392311] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b19819f-94fc-45b9-88d7-272183fbed70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.398806] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 750.398806] env[69744]: value = "task-3311379" [ 750.398806] env[69744]: _type = "Task" [ 750.398806] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.405966] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.910347] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083592} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.910629] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.911399] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d3be2-a41b-4dc3-90dd-c58d1a46ae3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.937082] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] cf2a57af-8712-481b-bfe9-5629113843d1/cf2a57af-8712-481b-bfe9-5629113843d1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.939608] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5825486d-f12c-44ad-99c9-8e280a0468dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.958869] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 750.958869] env[69744]: value = "task-3311380" [ 750.958869] env[69744]: _type = "Task" [ 750.958869] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.968621] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.351996] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7bac4b-b50b-495a-a2a6-9f0a4c78d886 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.360485] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54893f70-2bc0-46ff-bdb9-b96eab378d49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.392922] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577bb863-0a73-44a3-a24e-dc9f00d1d856 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.403834] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030ceee-861b-4aa1-984f-748af5300b51 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.417490] env[69744]: DEBUG nova.compute.provider_tree [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.470761] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.920908] env[69744]: DEBUG nova.scheduler.client.report [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.970029] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311380, 'name': ReconfigVM_Task, 'duration_secs': 0.523025} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.970284] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] cf2a57af-8712-481b-bfe9-5629113843d1/cf2a57af-8712-481b-bfe9-5629113843d1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.970904] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c483275b-207f-4136-a8a0-22d159d4ac5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.976854] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 751.976854] env[69744]: value = "task-3311382" [ 751.976854] env[69744]: _type = "Task" [ 751.976854] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.984828] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311382, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.426500] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.427200] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.430130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.774s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.432263] env[69744]: INFO nova.compute.claims [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.487209] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311382, 'name': Rename_Task, 'duration_secs': 0.142197} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.487531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.487786] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c99e923-15ab-4b10-af56-907fee77c91b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.494009] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 752.494009] env[69744]: value = "task-3311383" [ 752.494009] env[69744]: _type = "Task" [ 752.494009] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.503566] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.942478] env[69744]: DEBUG nova.compute.utils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.947021] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.947021] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.003385] env[69744]: DEBUG oslo_vmware.api [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311383, 'name': PowerOnVM_Task, 'duration_secs': 0.481868} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.004838] env[69744]: DEBUG nova.policy [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a88964fff74686b6d18906785b0a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '627d9abd18e44ee0b04af33e11c8a7a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.006499] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.006775] env[69744]: INFO nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Took 7.76 seconds to spawn the instance on the hypervisor. [ 753.007014] env[69744]: DEBUG nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.007907] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1968d51-e6ae-47a2-83dc-b0291c00e19a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.449542] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Successfully created port: 1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.452224] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.528147] env[69744]: INFO nova.compute.manager [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Took 42.85 seconds to build instance. [ 753.774179] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.774179] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661228', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'name': 'volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36e4f56-361c-4db8-bcf0-6a25e9aef855', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'serial': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.774179] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0415ad-8419-4125-8704-cabd132b1d2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.799068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e38ca66-b4c5-4b13-bfd2-96530ca0caf4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.827216] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8/volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.830676] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a1ad73-c1af-4958-ac24-8c1b9dfccf93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.850207] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Waiting for the task: (returnval){ [ 753.850207] env[69744]: value = "task-3311384" [ 753.850207] env[69744]: _type = "Task" [ 753.850207] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.858965] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.028679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-16925185-ffbd-4a67-9e51-cad559face9f tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.684s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.094520] env[69744]: DEBUG nova.compute.manager [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 754.099654] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f243f34-6f3c-47b4-931d-2296a0b0bf14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.108166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c8748-5191-48d0-96e3-23bb504f445b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.141600] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf985f25-af1f-41b5-be79-b76cb4759c32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.149734] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed48a71-94c7-4fd6-b2b6-ec7baefb83c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.164471] env[69744]: DEBUG nova.compute.provider_tree [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.360277] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311384, 'name': ReconfigVM_Task, 'duration_secs': 0.430633} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.361178] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8/volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.366466] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e0551a-1ab0-4935-99cd-2b03fdffd69b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.381195] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Waiting for the task: (returnval){ [ 754.381195] env[69744]: value = "task-3311385" [ 754.381195] env[69744]: _type = "Task" [ 754.381195] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.389619] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.462188] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.497896] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.498186] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.498342] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.498648] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.498813] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.498953] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.499161] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.499316] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.499488] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.499641] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.499812] env[69744]: DEBUG nova.virt.hardware [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.500689] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a54216-7d9e-42ce-96ca-61fd77dfae16 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.510698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ebd02-f8cf-45cc-be33-1e4f8209f2e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.533499] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.623030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.670106] env[69744]: DEBUG nova.scheduler.client.report [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.893121] env[69744]: DEBUG oslo_vmware.api [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311385, 'name': ReconfigVM_Task, 'duration_secs': 0.139104} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.894341] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661228', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'name': 'volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36e4f56-361c-4db8-bcf0-6a25e9aef855', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'serial': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.055988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.171540] env[69744]: DEBUG nova.compute.manager [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Received event network-vif-plugged-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.173382] env[69744]: DEBUG oslo_concurrency.lockutils [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] Acquiring lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.175037] env[69744]: DEBUG oslo_concurrency.lockutils [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.175263] env[69744]: DEBUG oslo_concurrency.lockutils [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.175512] env[69744]: DEBUG nova.compute.manager [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] No waiting events found dispatching network-vif-plugged-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.176339] env[69744]: WARNING nova.compute.manager [req-076d3004-fe70-4c7c-a8ab-08b6881cc149 req-7a37ee94-8fad-41b1-885d-651ba37a4be9 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Received unexpected event network-vif-plugged-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc for instance with vm_state building and task_state spawning. [ 755.176936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.177429] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.181080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.274s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.182609] env[69744]: INFO nova.compute.claims [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.310813] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Successfully updated port: 1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.688381] env[69744]: DEBUG nova.compute.utils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.692719] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.692897] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.755882] env[69744]: DEBUG nova.policy [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25b54a092344447afe575216fb73051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cabdef534a4098a4cc57c824215652', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.813876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.814035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.814211] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.962727] env[69744]: DEBUG nova.objects.instance [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lazy-loading 'flavor' on Instance uuid e36e4f56-361c-4db8-bcf0-6a25e9aef855 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.194649] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.202930] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Successfully created port: f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.285865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.286106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.370815] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.471848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c5fe6272-10af-4706-8680-39752437393a tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.578116] env[69744]: DEBUG nova.network.neutron [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Updating instance_info_cache with network_info: [{"id": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "address": "fa:16:3e:8d:28:89", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfc1bea-e0", "ovs_interfaceid": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.953632] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1fb4b5-426a-451e-99b7-038f0f5b2f4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.962009] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0611dc-5a0b-4c91-8406-1eaee30a88e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.996409] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeee4a3-54e6-4af6-82a9-3d582f00de8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.003839] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2ac36-52a5-475e-baa5-d760696c027a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.017748] env[69744]: DEBUG nova.compute.provider_tree [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.081540] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081857] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Instance network_info: |[{"id": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "address": "fa:16:3e:8d:28:89", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfc1bea-e0", "ovs_interfaceid": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.082275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.082499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.084110] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:28:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bfc1bea-e0ea-4943-a407-a156cfbd6ffc', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.092747] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.093513] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.093794] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6852ddfc-1638-43f9-b461-55134c6ddbba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.114577] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.114577] env[69744]: value = "task-3311386" [ 757.114577] env[69744]: _type = "Task" [ 757.114577] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.122547] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311386, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.220270] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.237810] env[69744]: DEBUG nova.compute.manager [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Received event network-changed-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.238493] env[69744]: DEBUG nova.compute.manager [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Refreshing instance network info cache due to event network-changed-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.238754] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] Acquiring lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.239013] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] Acquired lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.239107] env[69744]: DEBUG nova.network.neutron [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Refreshing network info cache for port 1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.251857] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.252327] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.252327] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.252486] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.252563] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.252709] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.252912] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.253084] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.253254] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.253657] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.253657] env[69744]: DEBUG nova.virt.hardware [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.254435] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4417b4-f8df-43b0-b48c-5446bcfd9bdd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.265624] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848b70d-692a-4bbc-a4a2-e49d63af6991 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.521886] env[69744]: DEBUG nova.scheduler.client.report [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.594207] env[69744]: INFO nova.compute.manager [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Detaching volume afa88d92-dbeb-45ea-9cc4-a46280ce82c8 [ 757.627761] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311386, 'name': CreateVM_Task, 'duration_secs': 0.34125} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.627919] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.629205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.629205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.629205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.629352] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f7064d-9f50-494e-a788-29e8aa08f497 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.635039] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 757.635039] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52491550-32bc-fb45-9edf-b7aa3e663f6a" [ 757.635039] env[69744]: _type = "Task" [ 757.635039] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.645789] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52491550-32bc-fb45-9edf-b7aa3e663f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.647389] env[69744]: INFO nova.virt.block_device [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Attempting to driver detach volume afa88d92-dbeb-45ea-9cc4-a46280ce82c8 from mountpoint /dev/sdb [ 757.647635] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 757.647822] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661228', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'name': 'volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36e4f56-361c-4db8-bcf0-6a25e9aef855', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'serial': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 757.648844] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa84cb3-a1e9-486b-8259-f4a7d7da80b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.671668] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b6036-f9a9-400c-ade0-93a1f78308ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.678707] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d43bc7-f0fa-475d-aaee-926cb714abbb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.701536] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2830c-a538-43ca-9ef5-a981fff33080 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.718142] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] The volume has not been displaced from its original location: [datastore1] volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8/volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 757.723686] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 757.723998] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad58a20-1deb-438c-b959-484c93da103c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.745435] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Waiting for the task: (returnval){ [ 757.745435] env[69744]: value = "task-3311387" [ 757.745435] env[69744]: _type = "Task" [ 757.745435] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.753488] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.026902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.029450] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.031964] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.768s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.031964] env[69744]: DEBUG nova.objects.instance [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lazy-loading 'resources' on Instance uuid 41eccfec-7190-47d3-bc4c-24a37f8f0be8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.050018] env[69744]: DEBUG nova.network.neutron [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Updated VIF entry in instance network info cache for port 1bfc1bea-e0ea-4943-a407-a156cfbd6ffc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.050018] env[69744]: DEBUG nova.network.neutron [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Updating instance_info_cache with network_info: [{"id": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "address": "fa:16:3e:8d:28:89", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfc1bea-e0", "ovs_interfaceid": "1bfc1bea-e0ea-4943-a407-a156cfbd6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.070911] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Successfully updated port: f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.147529] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52491550-32bc-fb45-9edf-b7aa3e663f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.147906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.148242] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.148518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.148855] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.148940] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.149197] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3acd8b3-bad5-477a-85a7-6e5f436173a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.158318] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.158318] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.161317] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86be5f8-8446-45c7-a068-2e827f77e893 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.165294] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 758.165294] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb3e32-f211-0dfd-361e-fa47c3b84266" [ 758.165294] env[69744]: _type = "Task" [ 758.165294] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.174778] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb3e32-f211-0dfd-361e-fa47c3b84266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.255392] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311387, 'name': ReconfigVM_Task, 'duration_secs': 0.226508} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.255696] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 758.261040] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe48961a-bbf2-4f34-8de5-6eeffe60151c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.279710] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Waiting for the task: (returnval){ [ 758.279710] env[69744]: value = "task-3311388" [ 758.279710] env[69744]: _type = "Task" [ 758.279710] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.289926] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.538116] env[69744]: DEBUG nova.compute.utils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.539815] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.540055] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.551184] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ca4655f-5f6b-4264-af28-a2ad66ae3d1d req-0f498134-fbb6-493d-a52e-ce394f0894b1 service nova] Releasing lock "refresh_cache-58dfa423-d1c6-45f2-887f-153af1e44c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.573896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.573896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.573896] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.580581] env[69744]: DEBUG nova.policy [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a88964fff74686b6d18906785b0a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '627d9abd18e44ee0b04af33e11c8a7a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.682409] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb3e32-f211-0dfd-361e-fa47c3b84266, 'name': SearchDatastore_Task, 'duration_secs': 0.017283} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.683835] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0a92d4-e9ff-452c-8b43-a75def50b1a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.695018] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 758.695018] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6328d-45c7-81d5-229d-a05948bcf69a" [ 758.695018] env[69744]: _type = "Task" [ 758.695018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.701924] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6328d-45c7-81d5-229d-a05948bcf69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.788799] env[69744]: DEBUG oslo_vmware.api [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Task: {'id': task-3311388, 'name': ReconfigVM_Task, 'duration_secs': 0.143294} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.791294] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661228', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'name': 'volume-afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36e4f56-361c-4db8-bcf0-6a25e9aef855', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8', 'serial': 'afa88d92-dbeb-45ea-9cc4-a46280ce82c8'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.849670] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Successfully created port: cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.044055] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.100763] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddcfc30-f750-41f5-8e64-c4a565d4985d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.110083] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e711cbc-0896-46e7-a740-83375438a030 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.114514] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.147182] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0d0ee-8929-42dd-801f-1e91f3ae4e87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.154347] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24275571-9932-460f-b42c-aaa1223b9fb8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.169058] env[69744]: DEBUG nova.compute.provider_tree [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.203837] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a6328d-45c7-81d5-229d-a05948bcf69a, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.203997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.204262] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 58dfa423-d1c6-45f2-887f-153af1e44c3f/58dfa423-d1c6-45f2-887f-153af1e44c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.204516] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20cfc838-5b51-4603-93ec-480fa5696785 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.212222] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 759.212222] env[69744]: value = "task-3311389" [ 759.212222] env[69744]: _type = "Task" [ 759.212222] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.220708] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.312602] env[69744]: DEBUG nova.compute.manager [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Received event network-vif-plugged-f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.312934] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Acquiring lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.312934] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.313079] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.313304] env[69744]: DEBUG nova.compute.manager [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] No waiting events found dispatching network-vif-plugged-f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.313401] env[69744]: WARNING nova.compute.manager [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Received unexpected event network-vif-plugged-f4d32ba1-587a-4517-93ae-437a55341590 for instance with vm_state building and task_state spawning. [ 759.313557] env[69744]: DEBUG nova.compute.manager [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Received event network-changed-f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.313716] env[69744]: DEBUG nova.compute.manager [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Refreshing instance network info cache due to event network-changed-f4d32ba1-587a-4517-93ae-437a55341590. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.313870] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Acquiring lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.358045] env[69744]: DEBUG nova.network.neutron [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Updating instance_info_cache with network_info: [{"id": "f4d32ba1-587a-4517-93ae-437a55341590", "address": "fa:16:3e:02:5d:42", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d32ba1-58", "ovs_interfaceid": "f4d32ba1-587a-4517-93ae-437a55341590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.381667] env[69744]: DEBUG nova.objects.instance [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lazy-loading 'flavor' on Instance uuid e36e4f56-361c-4db8-bcf0-6a25e9aef855 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.673122] env[69744]: DEBUG nova.scheduler.client.report [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.722093] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4542} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.722557] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 58dfa423-d1c6-45f2-887f-153af1e44c3f/58dfa423-d1c6-45f2-887f-153af1e44c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.722789] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.723010] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef45a4a-7807-4021-9afa-c118209219e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.729453] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 759.729453] env[69744]: value = "task-3311390" [ 759.729453] env[69744]: _type = "Task" [ 759.729453] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.736702] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.861176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.861591] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Instance network_info: |[{"id": "f4d32ba1-587a-4517-93ae-437a55341590", "address": "fa:16:3e:02:5d:42", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d32ba1-58", "ovs_interfaceid": "f4d32ba1-587a-4517-93ae-437a55341590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.862024] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Acquired lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.862292] env[69744]: DEBUG nova.network.neutron [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Refreshing network info cache for port f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.863673] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5d:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4d32ba1-587a-4517-93ae-437a55341590', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.872211] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating folder: Project (82cabdef534a4098a4cc57c824215652). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.875880] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-298c3f25-52de-438f-b8ec-4ba70da745bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.887949] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Created folder: Project (82cabdef534a4098a4cc57c824215652) in parent group-v661134. [ 759.888189] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating folder: Instances. Parent ref: group-v661230. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.889730] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9628b4-8e50-49a8-9837-828bb67a7354 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.900552] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Created folder: Instances in parent group-v661230. [ 759.900946] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.900946] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.901541] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6f3bd0-2677-4c47-a082-94918bbe52c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.922079] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.922079] env[69744]: value = "task-3311393" [ 759.922079] env[69744]: _type = "Task" [ 759.922079] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.932294] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311393, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.056454] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.084513] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.084746] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.084944] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.085288] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.085618] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.085950] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.086301] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.086576] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.086859] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.087159] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.087638] env[69744]: DEBUG nova.virt.hardware [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.090617] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07017c-8b86-4e0f-a8b3-142b579c2f18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.100342] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8c7d2f-e51d-4e87-ae73-a509f1fef2e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.181547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.988s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.183053] env[69744]: INFO nova.compute.claims [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.212826] env[69744]: INFO nova.scheduler.client.report [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleted allocations for instance 41eccfec-7190-47d3-bc4c-24a37f8f0be8 [ 760.241567] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06419} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.241827] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.242610] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45604e77-866d-491d-95b1-4457231ba021 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.269040] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 58dfa423-d1c6-45f2-887f-153af1e44c3f/58dfa423-d1c6-45f2-887f-153af1e44c3f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.269040] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e74c312-d04d-4acf-9bd3-579925a9ac22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.288774] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 760.288774] env[69744]: value = "task-3311394" [ 760.288774] env[69744]: _type = "Task" [ 760.288774] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.297705] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.361764] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Successfully updated port: cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.392405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cbbceb7a-d03a-4ba7-b6b6-ce6f48195640 tempest-VolumesAssistedSnapshotsTest-926473076 tempest-VolumesAssistedSnapshotsTest-926473076-project-admin] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.428345] env[69744]: DEBUG nova.network.neutron [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Updated VIF entry in instance network info cache for port f4d32ba1-587a-4517-93ae-437a55341590. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.428761] env[69744]: DEBUG nova.network.neutron [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Updating instance_info_cache with network_info: [{"id": "f4d32ba1-587a-4517-93ae-437a55341590", "address": "fa:16:3e:02:5d:42", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d32ba1-58", "ovs_interfaceid": "f4d32ba1-587a-4517-93ae-437a55341590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.433526] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311393, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33390c4-af21-4b11-9bbe-70fd66f949f9 tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "41eccfec-7190-47d3-bc4c-24a37f8f0be8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.906s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.804183] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311394, 'name': ReconfigVM_Task, 'duration_secs': 0.281758} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.804802] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 58dfa423-d1c6-45f2-887f-153af1e44c3f/58dfa423-d1c6-45f2-887f-153af1e44c3f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.805723] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4908d27c-07a4-411c-bdae-a4d296d4088b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.812878] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 760.812878] env[69744]: value = "task-3311395" [ 760.812878] env[69744]: _type = "Task" [ 760.812878] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.821164] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311395, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.865170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.865329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.865548] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.932947] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311393, 'name': CreateVM_Task, 'duration_secs': 0.56314} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.933129] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.933904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.934096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.934340] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934886] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c2794a2-a3a5-4341-ab59-54a5fdb411a2 req-a149f6c8-aa71-48e2-9121-fae7cbf3be9e service nova] Releasing lock "refresh_cache-5db72d34-978a-468d-81d8-f2efa761e50a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.935540] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5f534a-101d-47a1-9978-bb606fa0882c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.940388] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 760.940388] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c89db-f061-2e49-fe36-cd6f744c8256" [ 760.940388] env[69744]: _type = "Task" [ 760.940388] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.948976] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c89db-f061-2e49-fe36-cd6f744c8256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.323424] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311395, 'name': Rename_Task, 'duration_secs': 0.179162} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.323939] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.324275] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400ff62c-25fa-4088-8f58-5ecf45e44d2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.333998] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 761.333998] env[69744]: value = "task-3311397" [ 761.333998] env[69744]: _type = "Task" [ 761.333998] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.348172] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.382069] env[69744]: DEBUG nova.compute.manager [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Received event network-vif-plugged-cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.382302] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Acquiring lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.382501] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.382711] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.382811] env[69744]: DEBUG nova.compute.manager [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] No waiting events found dispatching network-vif-plugged-cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.382968] env[69744]: WARNING nova.compute.manager [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Received unexpected event network-vif-plugged-cbd7e3c5-84cf-4171-8af5-5325e126cc5e for instance with vm_state building and task_state spawning. [ 761.383302] env[69744]: DEBUG nova.compute.manager [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Received event network-changed-cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.383553] env[69744]: DEBUG nova.compute.manager [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Refreshing instance network info cache due to event network-changed-cbd7e3c5-84cf-4171-8af5-5325e126cc5e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.383881] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Acquiring lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.404401] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.451694] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c89db-f061-2e49-fe36-cd6f744c8256, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.454313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.454864] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.454864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.454967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.455189] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.458021] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88748d24-4bb9-43d7-ab4d-bda06acec582 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.470088] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.470292] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.471028] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91fbb42-ce9f-42f6-9322-52123608ef4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.476325] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 761.476325] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5283ef44-1889-426b-7b98-ff79be94f1b6" [ 761.476325] env[69744]: _type = "Task" [ 761.476325] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.489035] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5283ef44-1889-426b-7b98-ff79be94f1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.490489] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fd9c83-d0f6-4fd1-a7b6-5b57c0d95dc1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.500366] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 761.500366] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52747ada-22e2-58f7-88da-7699fcad39a4" [ 761.500366] env[69744]: _type = "Task" [ 761.500366] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.514226] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52747ada-22e2-58f7-88da-7699fcad39a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.517222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517645] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 5db72d34-978a-468d-81d8-f2efa761e50a/5db72d34-978a-468d-81d8-f2efa761e50a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.518622] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20c3549e-41d3-4898-bbdc-a8dedd07f32f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.526748] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 761.526748] env[69744]: value = "task-3311398" [ 761.526748] env[69744]: _type = "Task" [ 761.526748] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.537967] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.600765] env[69744]: DEBUG nova.network.neutron [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Updating instance_info_cache with network_info: [{"id": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "address": "fa:16:3e:a4:26:4e", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd7e3c5-84", "ovs_interfaceid": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.755119] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a5665-110e-4d0a-aa18-8952c86b2b5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.762686] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2bf52-6d7f-4125-8210-28991d8b8527 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.792612] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce713fe9-0a05-4ddc-a39f-ca96f2a547dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.799715] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c428d84c-f854-4c64-8230-06cc6d743079 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.812824] env[69744]: DEBUG nova.compute.provider_tree [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.843385] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.010034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "26a807ba-3039-415b-aa30-2e554cad4d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.010316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.010526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.010705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.011013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.012945] env[69744]: INFO nova.compute.manager [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Terminating instance [ 762.044906] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.103648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.104047] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Instance network_info: |[{"id": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "address": "fa:16:3e:a4:26:4e", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd7e3c5-84", "ovs_interfaceid": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.104402] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Acquired lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.104609] env[69744]: DEBUG nova.network.neutron [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Refreshing network info cache for port cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.106348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:26:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbd7e3c5-84cf-4171-8af5-5325e126cc5e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.115042] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.116309] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.116581] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366e6d61-8ece-4d46-94c3-a75001755e02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.137617] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.137617] env[69744]: value = "task-3311399" [ 762.137617] env[69744]: _type = "Task" [ 762.137617] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.147786] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311399, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.316394] env[69744]: DEBUG nova.scheduler.client.report [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.347947] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.517171] env[69744]: DEBUG nova.compute.manager [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.517430] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.518805] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead1165b-c058-4487-a7f8-2da5f6b392ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.526837] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.527111] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f46bfed-bc23-4cc5-aef6-1fa79dba5d68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.536219] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916577} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.537371] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 5db72d34-978a-468d-81d8-f2efa761e50a/5db72d34-978a-468d-81d8-f2efa761e50a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.537644] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.538100] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 762.538100] env[69744]: value = "task-3311400" [ 762.538100] env[69744]: _type = "Task" [ 762.538100] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.538258] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37c95d1-959b-4d36-abec-dab34e2c1942 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.547979] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.549423] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 762.549423] env[69744]: value = "task-3311401" [ 762.549423] env[69744]: _type = "Task" [ 762.549423] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.557186] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.648607] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311399, 'name': CreateVM_Task, 'duration_secs': 0.468644} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.648759] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.649453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.649672] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.650038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.650289] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb2e2c8-f3ae-48db-af84-04d7aa96cb11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.655127] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 762.655127] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520a95bd-bc7a-3ad5-3150-b8d8804c2928" [ 762.655127] env[69744]: _type = "Task" [ 762.655127] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.663389] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520a95bd-bc7a-3ad5-3150-b8d8804c2928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.823365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.823887] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.826583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.501s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.829646] env[69744]: INFO nova.compute.claims [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.847088] env[69744]: DEBUG oslo_vmware.api [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311397, 'name': PowerOnVM_Task, 'duration_secs': 1.419968} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.847088] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.847088] env[69744]: INFO nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Took 8.38 seconds to spawn the instance on the hypervisor. [ 762.847088] env[69744]: DEBUG nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.848061] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76689fb-c894-4bdc-9c42-d82caed83cce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.992453] env[69744]: DEBUG nova.network.neutron [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Updated VIF entry in instance network info cache for port cbd7e3c5-84cf-4171-8af5-5325e126cc5e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.992453] env[69744]: DEBUG nova.network.neutron [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Updating instance_info_cache with network_info: [{"id": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "address": "fa:16:3e:a4:26:4e", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd7e3c5-84", "ovs_interfaceid": "cbd7e3c5-84cf-4171-8af5-5325e126cc5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.049508] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311400, 'name': PowerOffVM_Task, 'duration_secs': 0.219536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.049922] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.050117] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.053120] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-644d72c0-ed07-4a37-8a24-032932f05509 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.059322] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064485} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.059551] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.060294] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b1452-775a-4286-817c-d9b453d10664 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.084111] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5db72d34-978a-468d-81d8-f2efa761e50a/5db72d34-978a-468d-81d8-f2efa761e50a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.084417] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0829e933-3dea-4ccc-a4ae-a51f372d1299 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.104912] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 763.104912] env[69744]: value = "task-3311403" [ 763.104912] env[69744]: _type = "Task" [ 763.104912] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.113895] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.119290] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.119482] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.119667] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleting the datastore file [datastore2] 26a807ba-3039-415b-aa30-2e554cad4d3d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.119935] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a421615f-f75f-4797-ae70-cabfa1d7496c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.125452] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for the task: (returnval){ [ 763.125452] env[69744]: value = "task-3311404" [ 763.125452] env[69744]: _type = "Task" [ 763.125452] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.133818] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.164898] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520a95bd-bc7a-3ad5-3150-b8d8804c2928, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.165221] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.165454] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.165703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.165862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.166095] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.166379] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d9bff8e-2c7d-413f-9808-c0dd9f59fc44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.175416] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.175647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.176451] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c0733e-cd11-40fa-97c0-187c8a915523 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.181498] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 763.181498] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5226f129-cf62-e8eb-5213-0c177163d5d7" [ 763.181498] env[69744]: _type = "Task" [ 763.181498] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.189458] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5226f129-cf62-e8eb-5213-0c177163d5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.333921] env[69744]: DEBUG nova.compute.utils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.337352] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.337664] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.367468] env[69744]: INFO nova.compute.manager [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Took 49.19 seconds to build instance. [ 763.400593] env[69744]: DEBUG nova.policy [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25b54a092344447afe575216fb73051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cabdef534a4098a4cc57c824215652', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.495595] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e09a2e1-a0d5-47c9-b884-78dcd0bd663e req-eef8d6ba-10ff-48eb-871d-15b20a09817e service nova] Releasing lock "refresh_cache-dac01f89-f37f-4fe9-a21b-4a4071002d37" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.616028] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311403, 'name': ReconfigVM_Task, 'duration_secs': 0.361575} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.616028] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5db72d34-978a-468d-81d8-f2efa761e50a/5db72d34-978a-468d-81d8-f2efa761e50a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.616551] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8eb3b1c-d067-4c9d-96bb-f72c350f68cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.622771] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 763.622771] env[69744]: value = "task-3311405" [ 763.622771] env[69744]: _type = "Task" [ 763.622771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.633652] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.636720] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311405, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.669945] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Successfully created port: 540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.692835] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5226f129-cf62-e8eb-5213-0c177163d5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.693111] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73afd7a9-803b-4477-99e5-f9b08fd8281c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.698527] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 763.698527] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522133bc-1567-9ff7-c6a6-73e88fc84cd7" [ 763.698527] env[69744]: _type = "Task" [ 763.698527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.706294] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522133bc-1567-9ff7-c6a6-73e88fc84cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.837772] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.871714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-06740cec-639d-4e96-a447-f09f8917ca1c tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.608s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.141805] env[69744]: DEBUG oslo_vmware.api [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Task: {'id': task-3311404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533204} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.142049] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311405, 'name': Rename_Task, 'duration_secs': 0.377341} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.143027] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.143027] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.143027] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.143027] env[69744]: INFO nova.compute.manager [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 764.143027] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.143237] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.143436] env[69744]: DEBUG nova.compute.manager [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.143473] env[69744]: DEBUG nova.network.neutron [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.145009] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e46b2db-8b4a-45a3-9923-3c1c55ad7966 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.153308] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 764.153308] env[69744]: value = "task-3311406" [ 764.153308] env[69744]: _type = "Task" [ 764.153308] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.160993] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.212212] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522133bc-1567-9ff7-c6a6-73e88fc84cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.212764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.213031] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dac01f89-f37f-4fe9-a21b-4a4071002d37/dac01f89-f37f-4fe9-a21b-4a4071002d37.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.213287] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f1b46f9-c267-4ed7-94ae-6dc52da9d1f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.219659] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 764.219659] env[69744]: value = "task-3311407" [ 764.219659] env[69744]: _type = "Task" [ 764.219659] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.230216] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.376137] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.496075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c56ff-c916-49c8-92e7-d503a2a53bc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.505053] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3cbd00-f1ab-4f21-a408-42c1b8079b59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.540675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.541012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.541269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.541480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.541700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.544179] env[69744]: INFO nova.compute.manager [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Terminating instance [ 764.547447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75f4a7-a9c2-4696-bcea-021dd5a701ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.557303] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97d784f-bde6-4431-889d-74a5e229ae0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.574337] env[69744]: DEBUG nova.compute.provider_tree [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.672402] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.733458] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.801612] env[69744]: DEBUG nova.compute.manager [req-be688b09-0da3-4bcd-8b35-41071639151e req-87bbef5c-4221-435b-84f2-942530eec916 service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Received event network-vif-deleted-ff9561b1-8c75-43d6-b560-639a116a11f5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.801976] env[69744]: INFO nova.compute.manager [req-be688b09-0da3-4bcd-8b35-41071639151e req-87bbef5c-4221-435b-84f2-942530eec916 service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Neutron deleted interface ff9561b1-8c75-43d6-b560-639a116a11f5; detaching it from the instance and deleting it from the info cache [ 764.802261] env[69744]: DEBUG nova.network.neutron [req-be688b09-0da3-4bcd-8b35-41071639151e req-87bbef5c-4221-435b-84f2-942530eec916 service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.853133] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.874327] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.874579] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.874736] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.874914] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.875067] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.875217] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.875421] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.875580] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.875745] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.875906] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.876091] env[69744]: DEBUG nova.virt.hardware [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.876988] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165768d8-9fd4-4df0-b528-f67a7969fdad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.887715] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bed188-5ab2-4272-bc2b-e0ad7dedf93b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.906487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.938769] env[69744]: DEBUG nova.network.neutron [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.053308] env[69744]: DEBUG nova.compute.manager [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.053625] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.054815] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b65d6-c427-400e-a41d-0db51ff53ade {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.062453] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.062818] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e96b03-edc4-4b49-8dba-806fb7af7d79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.069557] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 765.069557] env[69744]: value = "task-3311408" [ 765.069557] env[69744]: _type = "Task" [ 765.069557] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.076343] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.077297] env[69744]: DEBUG nova.scheduler.client.report [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.170065] env[69744]: DEBUG oslo_vmware.api [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311406, 'name': PowerOnVM_Task, 'duration_secs': 0.549434} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.170351] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.170561] env[69744]: INFO nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 7.95 seconds to spawn the instance on the hypervisor. [ 765.170746] env[69744]: DEBUG nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.171530] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a2615-fa18-478f-a91a-6adc5ea3ceef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.222466] env[69744]: INFO nova.compute.manager [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Rebuilding instance [ 765.236445] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.236717] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dac01f89-f37f-4fe9-a21b-4a4071002d37/dac01f89-f37f-4fe9-a21b-4a4071002d37.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.236934] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.237239] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8ba38f8-70fc-409d-b13b-7f544b08fba2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.246257] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 765.246257] env[69744]: value = "task-3311409" [ 765.246257] env[69744]: _type = "Task" [ 765.246257] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.265973] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.282074] env[69744]: DEBUG nova.compute.manager [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.282974] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab37d65-2ae8-4dd9-bf28-9abf38e2da87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.304880] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f1c79cd-5113-4d64-8a2f-92a22a895f14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.314483] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1eadb0-61d4-474a-94f6-32d24722d294 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.353993] env[69744]: DEBUG nova.compute.manager [req-be688b09-0da3-4bcd-8b35-41071639151e req-87bbef5c-4221-435b-84f2-942530eec916 service nova] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Detach interface failed, port_id=ff9561b1-8c75-43d6-b560-639a116a11f5, reason: Instance 26a807ba-3039-415b-aa30-2e554cad4d3d could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.440905] env[69744]: DEBUG nova.compute.manager [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Received event network-vif-plugged-540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.441202] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] Acquiring lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.441371] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.441567] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.441750] env[69744]: DEBUG nova.compute.manager [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] No waiting events found dispatching network-vif-plugged-540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.441940] env[69744]: WARNING nova.compute.manager [req-4b760490-eadf-4812-86f8-d483b9ab0eff req-0dc6f09d-3c0a-49b2-bf95-3522a5f7874d service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Received unexpected event network-vif-plugged-540cb530-c558-4991-8393-a8ef754140f7 for instance with vm_state building and task_state spawning. [ 765.442726] env[69744]: INFO nova.compute.manager [-] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Took 1.30 seconds to deallocate network for instance. [ 765.500535] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Successfully updated port: 540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.580158] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311408, 'name': PowerOffVM_Task, 'duration_secs': 0.196483} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.580158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.580351] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.580595] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a286ce8-9d11-40ed-9670-14f1e4b25c74 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582633] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.583095] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.585536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.714s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.587895] env[69744]: INFO nova.compute.claims [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.652583] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.652890] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.653133] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Deleting the datastore file [datastore1] e36e4f56-361c-4db8-bcf0-6a25e9aef855 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.653416] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82bbcdd1-bb0a-4b6a-8223-afa32b015135 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.662149] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for the task: (returnval){ [ 765.662149] env[69744]: value = "task-3311411" [ 765.662149] env[69744]: _type = "Task" [ 765.662149] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.669610] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.692288] env[69744]: INFO nova.compute.manager [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 48.08 seconds to build instance. [ 765.760032] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097691} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.760297] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.761101] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccad4c-d6d1-483d-ae8e-de3b281525e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.783720] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] dac01f89-f37f-4fe9-a21b-4a4071002d37/dac01f89-f37f-4fe9-a21b-4a4071002d37.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.783983] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cfed2d-4741-4843-96b5-dc7fb24d3779 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.805584] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 765.805584] env[69744]: value = "task-3311412" [ 765.805584] env[69744]: _type = "Task" [ 765.805584] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.815638] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.949172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.002932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.002932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.002932] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.095489] env[69744]: DEBUG nova.compute.utils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.097202] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.097350] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.171903] env[69744]: DEBUG nova.policy [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e65fa73373464ab2a1f86aca781ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fe2c8980ff04a97af495fe98e27cb0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.180489] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.194196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c8e836dd-0e15-42fe-b3cf-dea5b22683f0 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.514s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.303527] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.304186] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9562d0ee-205f-4662-bf1b-533273d7e908 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.310848] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 766.310848] env[69744]: value = "task-3311413" [ 766.310848] env[69744]: _type = "Task" [ 766.310848] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.317813] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.323351] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.537713] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.603021] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.655540] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Successfully created port: f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.675652] env[69744]: DEBUG oslo_vmware.api [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Task: {'id': task-3311411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.624584} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.679718] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.679991] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.680251] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.680572] env[69744]: INFO nova.compute.manager [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Took 1.63 seconds to destroy the instance on the hypervisor. [ 766.680919] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.681662] env[69744]: DEBUG nova.compute.manager [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.681796] env[69744]: DEBUG nova.network.neutron [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.696408] env[69744]: DEBUG nova.network.neutron [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Updating instance_info_cache with network_info: [{"id": "540cb530-c558-4991-8393-a8ef754140f7", "address": "fa:16:3e:84:ed:b3", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb530-c5", "ovs_interfaceid": "540cb530-c558-4991-8393-a8ef754140f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.697754] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.818456] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311412, 'name': ReconfigVM_Task, 'duration_secs': 0.961048} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.819341] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Reconfigured VM instance instance-00000022 to attach disk [datastore2] dac01f89-f37f-4fe9-a21b-4a4071002d37/dac01f89-f37f-4fe9-a21b-4a4071002d37.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.822249] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b35bc1b-cd61-4ed1-9f2f-16a004d07428 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.827244] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311413, 'name': PowerOffVM_Task, 'duration_secs': 0.422548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.827820] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.828511] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.829145] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbc3bfb-0ee3-4f22-af12-d22bce8c23b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.831821] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 766.831821] env[69744]: value = "task-3311414" [ 766.831821] env[69744]: _type = "Task" [ 766.831821] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.835891] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 766.835891] env[69744]: value = "task-3311415" [ 766.835891] env[69744]: _type = "Task" [ 766.835891] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.846780] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311414, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.853307] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.853415] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 766.853583] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661166', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'name': 'volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e706f66-96b6-40c0-92d2-565e80eae0f3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'serial': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 766.854555] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2dd9d5-72a8-4aec-8fd7-f68fff120eb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.878845] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f371d6c3-58a7-4551-9395-f3897ac9fc30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.885800] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce348ac-5a21-4e72-8473-80c0f5416696 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.906501] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10472058-0668-4db1-b160-3238eda3b787 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.921948] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f/volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 766.928408] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.930585] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97969af1-edd2-47b8-bb7c-4f09f38bdb5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.949068] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 766.949068] env[69744]: value = "task-3311416" [ 766.949068] env[69744]: _type = "Task" [ 766.949068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.958820] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.203693] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.203971] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Instance network_info: |[{"id": "540cb530-c558-4991-8393-a8ef754140f7", "address": "fa:16:3e:84:ed:b3", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb530-c5", "ovs_interfaceid": "540cb530-c558-4991-8393-a8ef754140f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.206455] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ed:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540cb530-c558-4991-8393-a8ef754140f7', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.214692] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.219709] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.220282] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2a2763-138b-4487-ac79-a40dc6c44aed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.238652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.245039] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.245039] env[69744]: value = "task-3311417" [ 767.245039] env[69744]: _type = "Task" [ 767.245039] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.253947] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311417, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.345144] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311414, 'name': Rename_Task, 'duration_secs': 0.235189} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.345448] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.345756] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f500c88-a499-49cd-9a0a-4c9b194481c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.352548] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7172bf6-ca55-43ce-8f2a-787b8b317518 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.356608] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 767.356608] env[69744]: value = "task-3311418" [ 767.356608] env[69744]: _type = "Task" [ 767.356608] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.364854] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5a869-68d3-4922-8710-aba61c3921a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.369399] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.399737] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe266f-2c2b-4d19-8a98-5def74993a01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.408166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7d7ac-3118-4234-8e42-c0669aff954e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.423687] env[69744]: DEBUG nova.compute.provider_tree [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.463224] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311416, 'name': ReconfigVM_Task, 'duration_secs': 0.17567} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.463224] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.468601] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386a3390-6c36-4a10-8d0d-4498162e6fc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.485159] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 767.485159] env[69744]: value = "task-3311419" [ 767.485159] env[69744]: _type = "Task" [ 767.485159] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.493879] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.612068] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.637359] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.637668] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.637858] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.638055] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.638220] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.638418] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.638662] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.638828] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.639014] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.639181] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.639350] env[69744]: DEBUG nova.virt.hardware [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.640237] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0cba0a-4051-40f2-be5a-fcbabaf2dbad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.648338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05b095-ac99-4a35-9d0f-dd866a6dcdd4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.757678] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311417, 'name': CreateVM_Task, 'duration_secs': 0.350945} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.757800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.759167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.759339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.759684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.759965] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d258f327-5983-4150-87c9-1f778508bf7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.770284] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 767.770284] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d7b3ff-4418-0852-7b12-ffe545ed9a0b" [ 767.770284] env[69744]: _type = "Task" [ 767.770284] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.778270] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d7b3ff-4418-0852-7b12-ffe545ed9a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.867089] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.927661] env[69744]: DEBUG nova.scheduler.client.report [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.995408] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311419, 'name': ReconfigVM_Task, 'duration_secs': 0.127468} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.996563] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661166', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'name': 'volume-2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e706f66-96b6-40c0-92d2-565e80eae0f3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f', 'serial': '2d168ad4-ffd8-4599-9ff6-c2c376b05f4f'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 767.996563] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.997281] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99485d-f4d6-4960-9f02-26290a40fdd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.004990] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.005248] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1132ea2c-e234-4143-9d97-f053ba4eae7b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.071312] env[69744]: DEBUG nova.compute.manager [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Received event network-changed-540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.071312] env[69744]: DEBUG nova.compute.manager [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Refreshing instance network info cache due to event network-changed-540cb530-c558-4991-8393-a8ef754140f7. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.071312] env[69744]: DEBUG oslo_concurrency.lockutils [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] Acquiring lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.071312] env[69744]: DEBUG oslo_concurrency.lockutils [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] Acquired lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.071312] env[69744]: DEBUG nova.network.neutron [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Refreshing network info cache for port 540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.081452] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.081681] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.081889] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Deleting the datastore file [datastore1] 8e706f66-96b6-40c0-92d2-565e80eae0f3 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.082133] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed66b2b-b594-43aa-8f65-ac524b82e0ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088743] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for the task: (returnval){ [ 768.088743] env[69744]: value = "task-3311421" [ 768.088743] env[69744]: _type = "Task" [ 768.088743] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.098138] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.282542] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d7b3ff-4418-0852-7b12-ffe545ed9a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.029529} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.283079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.283356] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.283669] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.283954] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.283999] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.284386] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33318a5-f7f3-4854-8c69-82c808d16487 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.296507] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.296705] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.297437] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def0b23a-96cd-46f9-8060-ad656ae0cb2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.304843] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 768.304843] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f5621-f703-6d9a-a48d-c872960419a2" [ 768.304843] env[69744]: _type = "Task" [ 768.304843] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.316751] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f5621-f703-6d9a-a48d-c872960419a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.367479] env[69744]: DEBUG oslo_vmware.api [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311418, 'name': PowerOnVM_Task, 'duration_secs': 0.951624} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.368405] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.368648] env[69744]: INFO nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Took 8.31 seconds to spawn the instance on the hypervisor. [ 768.368835] env[69744]: DEBUG nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.369670] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d078e9-8eed-4f7c-9415-abf5fab96fc1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.433533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.434048] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.437100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.443s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.437330] env[69744]: DEBUG nova.objects.instance [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lazy-loading 'resources' on Instance uuid dc4af6ff-bbf1-412c-b089-339ada47e7ec {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.502067] env[69744]: DEBUG nova.network.neutron [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.601824] env[69744]: DEBUG oslo_vmware.api [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Task: {'id': task-3311421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192289} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.601824] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.601824] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.601824] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.670367] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.670712] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f206b5c-0bb2-4cd4-b533-e2dfd843a7a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.680082] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a441c285-bd2c-4a1f-b510-2d1afc499480 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.715946] env[69744]: ERROR nova.compute.manager [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Failed to detach volume 2d168ad4-ffd8-4599-9ff6-c2c376b05f4f from /dev/sda: nova.exception.InstanceNotFound: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Traceback (most recent call last): [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self.driver.rebuild(**kwargs) [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise NotImplementedError() [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] NotImplementedError [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] During handling of the above exception, another exception occurred: [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Traceback (most recent call last): [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 768.715946] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self.driver.detach_volume(context, old_connection_info, [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] return self._volumeops.detach_volume(connection_info, instance) [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._detach_volume_vmdk(connection_info, instance) [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] stable_ref.fetch_moref(session) [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] nova.exception.InstanceNotFound: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. [ 768.716372] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.816214] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520f5621-f703-6d9a-a48d-c872960419a2, 'name': SearchDatastore_Task, 'duration_secs': 0.037437} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.817148] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c62a7cd-aa7c-4101-afd5-af9b64013850 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.823535] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 768.823535] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52405b2e-c69a-9f5a-1665-e605972c7980" [ 768.823535] env[69744]: _type = "Task" [ 768.823535] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.834049] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52405b2e-c69a-9f5a-1665-e605972c7980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.869433] env[69744]: DEBUG nova.compute.utils [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Build of instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 aborted: Failed to rebuild volume backed instance. {{(pid=69744) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 768.872119] env[69744]: ERROR nova.compute.manager [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 aborted: Failed to rebuild volume backed instance. [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Traceback (most recent call last): [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self.driver.rebuild(**kwargs) [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise NotImplementedError() [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] NotImplementedError [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] During handling of the above exception, another exception occurred: [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Traceback (most recent call last): [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 768.872119] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._detach_root_volume(context, instance, root_bdm) [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] with excutils.save_and_reraise_exception(): [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self.force_reraise() [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise self.value [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self.driver.detach_volume(context, old_connection_info, [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] return self._volumeops.detach_volume(connection_info, instance) [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 768.872544] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._detach_volume_vmdk(connection_info, instance) [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] stable_ref.fetch_moref(session) [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] nova.exception.InstanceNotFound: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] During handling of the above exception, another exception occurred: [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Traceback (most recent call last): [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] yield [ 768.872857] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._do_rebuild_instance_with_claim( [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._do_rebuild_instance( [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._rebuild_default_impl(**kwargs) [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] self._rebuild_volume_backed_instance( [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] raise exception.BuildAbortException( [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] nova.exception.BuildAbortException: Build of instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 aborted: Failed to rebuild volume backed instance. [ 768.873209] env[69744]: ERROR nova.compute.manager [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] [ 768.891455] env[69744]: INFO nova.compute.manager [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Took 46.00 seconds to build instance. [ 768.946320] env[69744]: DEBUG nova.compute.utils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.950020] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.950020] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.000415] env[69744]: DEBUG nova.policy [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f85e2bccb9dc4239b1c1606eb329f751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7f4a82b26384c4881c57383cb7addec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.004671] env[69744]: INFO nova.compute.manager [-] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Took 2.32 seconds to deallocate network for instance. [ 769.034138] env[69744]: DEBUG nova.network.neutron [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Updated VIF entry in instance network info cache for port 540cb530-c558-4991-8393-a8ef754140f7. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.034138] env[69744]: DEBUG nova.network.neutron [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Updating instance_info_cache with network_info: [{"id": "540cb530-c558-4991-8393-a8ef754140f7", "address": "fa:16:3e:84:ed:b3", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb530-c5", "ovs_interfaceid": "540cb530-c558-4991-8393-a8ef754140f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.323103] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Successfully updated port: f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.339104] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52405b2e-c69a-9f5a-1665-e605972c7980, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.340329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.340854] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fe6ce16f-ada2-4588-aca5-00de3ce94c08/fe6ce16f-ada2-4588-aca5-00de3ce94c08.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.341146] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba990df4-9e35-46d1-a691-f652f6cf72ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.352127] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Successfully created port: 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.355925] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 769.355925] env[69744]: value = "task-3311422" [ 769.355925] env[69744]: _type = "Task" [ 769.355925] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.364813] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.394907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f19b835-d40b-419a-884f-d2b2d6719b98 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.083s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.447935] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.511833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.537778] env[69744]: DEBUG oslo_concurrency.lockutils [req-5534615c-0896-434c-903f-23dffe40e8c6 req-0cd6bf65-9d47-499e-90ee-423efd5e5482 service nova] Releasing lock "refresh_cache-fe6ce16f-ada2-4588-aca5-00de3ce94c08" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.599178] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e445c6-e9e7-4006-bba4-cdb5eb78c3bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.607094] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ff01c6-cc7c-4c13-9d9a-aaf713660666 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.641661] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c3325e-f2db-480e-ba05-75e32aa84534 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.649635] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96437dce-6e95-4deb-a58f-51d5fee2fb35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.665238] env[69744]: DEBUG nova.compute.provider_tree [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.825862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.826293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquired lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.826293] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.867940] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311422, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.903568] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.168467] env[69744]: DEBUG nova.scheduler.client.report [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.192871] env[69744]: DEBUG nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Received event network-vif-deleted-cfe22b57-4fb3-4267-a3e8-86bb9a597bfe {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.193061] env[69744]: DEBUG nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Received event network-vif-plugged-f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.193260] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Acquiring lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.193458] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.193669] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.193837] env[69744]: DEBUG nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] No waiting events found dispatching network-vif-plugged-f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.193992] env[69744]: WARNING nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Received unexpected event network-vif-plugged-f4238772-b3d0-4542-a82f-85a52d2187a6 for instance with vm_state building and task_state spawning. [ 770.194170] env[69744]: DEBUG nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Received event network-changed-f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.194316] env[69744]: DEBUG nova.compute.manager [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Refreshing instance network info cache due to event network-changed-f4238772-b3d0-4542-a82f-85a52d2187a6. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.194901] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Acquiring lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.370710] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600916} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.370986] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fe6ce16f-ada2-4588-aca5-00de3ce94c08/fe6ce16f-ada2-4588-aca5-00de3ce94c08.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.371222] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.371476] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0bafe56-fc6b-4531-9141-5541b2d86fb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.378898] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 770.378898] env[69744]: value = "task-3311423" [ 770.378898] env[69744]: _type = "Task" [ 770.378898] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.387965] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.396839] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.435489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.458938] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.486063] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.486299] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.486452] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.486633] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.486778] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.486922] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.487508] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.487738] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.487933] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.488115] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.488295] env[69744]: DEBUG nova.virt.hardware [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.489458] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304dfdb3-f3af-4830-8e70-59be20665ff3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.497995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0663676-fd24-4a4c-a0c9-931869771971 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.648673] env[69744]: DEBUG nova.network.neutron [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Updating instance_info_cache with network_info: [{"id": "f4238772-b3d0-4542-a82f-85a52d2187a6", "address": "fa:16:3e:36:6f:1f", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4238772-b3", "ovs_interfaceid": "f4238772-b3d0-4542-a82f-85a52d2187a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.674296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.676744] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.860s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.676992] env[69744]: DEBUG nova.objects.instance [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'resources' on Instance uuid bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.699115] env[69744]: INFO nova.scheduler.client.report [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Deleted allocations for instance dc4af6ff-bbf1-412c-b089-339ada47e7ec [ 770.873196] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Successfully updated port: 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.894756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.895071] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14858} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.895300] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.896264] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9c353-24ec-4a3f-b7b7-f4506c7faf31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.920119] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] fe6ce16f-ada2-4588-aca5-00de3ce94c08/fe6ce16f-ada2-4588-aca5-00de3ce94c08.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.921335] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab29d0f9-8e38-480b-b479-9263aa56c641 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.937752] env[69744]: DEBUG nova.compute.manager [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received event network-vif-plugged-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.938046] env[69744]: DEBUG oslo_concurrency.lockutils [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] Acquiring lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.938357] env[69744]: DEBUG oslo_concurrency.lockutils [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.938537] env[69744]: DEBUG oslo_concurrency.lockutils [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.938760] env[69744]: DEBUG nova.compute.manager [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] No waiting events found dispatching network-vif-plugged-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.938930] env[69744]: WARNING nova.compute.manager [req-39f39d61-5743-4091-99ba-4884f92049af req-00e9ef9c-63ff-4616-a48d-c1d2fc5407df service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received unexpected event network-vif-plugged-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 for instance with vm_state building and task_state spawning. [ 770.945261] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 770.945261] env[69744]: value = "task-3311424" [ 770.945261] env[69744]: _type = "Task" [ 770.945261] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.954306] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.154740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Releasing lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.155191] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Instance network_info: |[{"id": "f4238772-b3d0-4542-a82f-85a52d2187a6", "address": "fa:16:3e:36:6f:1f", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4238772-b3", "ovs_interfaceid": "f4238772-b3d0-4542-a82f-85a52d2187a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.155638] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Acquired lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.155896] env[69744]: DEBUG nova.network.neutron [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Refreshing network info cache for port f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.158100] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:6f:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4238772-b3d0-4542-a82f-85a52d2187a6', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.166734] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Creating folder: Project (8fe2c8980ff04a97af495fe98e27cb0b). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.167911] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52132ed6-7fc0-4dc0-af32-a4f9e8b9908e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.183190] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Created folder: Project (8fe2c8980ff04a97af495fe98e27cb0b) in parent group-v661134. [ 771.183493] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Creating folder: Instances. Parent ref: group-v661235. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.184443] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-183c8910-1467-4edc-99e2-88a150783fb6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.199417] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Created folder: Instances in parent group-v661235. [ 771.199635] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.200137] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.200356] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ffca2c1-b0c5-4dc2-add7-7a50f867f1b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.221962] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fdff15b7-dbf3-452d-b885-aef5d9d395b2 tempest-ImagesNegativeTestJSON-809631371 tempest-ImagesNegativeTestJSON-809631371-project-member] Lock "dc4af6ff-bbf1-412c-b089-339ada47e7ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.933s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.226170] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.226170] env[69744]: value = "task-3311427" [ 771.226170] env[69744]: _type = "Task" [ 771.226170] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.239295] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311427, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.379404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.379557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.379807] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.461517] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311424, 'name': ReconfigVM_Task, 'duration_secs': 0.278882} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.462366] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Reconfigured VM instance instance-00000023 to attach disk [datastore2] fe6ce16f-ada2-4588-aca5-00de3ce94c08/fe6ce16f-ada2-4588-aca5-00de3ce94c08.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.462539] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad8c57d-67d6-47b7-a3d5-0b1e977bb9c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.468908] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 771.468908] env[69744]: value = "task-3311428" [ 771.468908] env[69744]: _type = "Task" [ 771.468908] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.478713] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311428, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.687183] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.687693] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.688374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.689042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.689042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.692520] env[69744]: INFO nova.compute.manager [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Terminating instance [ 771.738290] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311427, 'name': CreateVM_Task, 'duration_secs': 0.379428} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.738541] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.739260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.739418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.739750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740167] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5753703-ca6b-46ff-a69e-ba1c90630242 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.745985] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 771.745985] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520c83de-56b8-e0d6-f781-85dbee4f7e6b" [ 771.745985] env[69744]: _type = "Task" [ 771.745985] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.757661] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520c83de-56b8-e0d6-f781-85dbee4f7e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.759817] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c5455-fe7d-4309-bd2c-aa493d58930d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.766661] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45b5c9-5550-4b80-a5f5-68df9b52834c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.808877] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8114739-d908-47c8-9e9b-8b203f970950 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.817063] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db07ff-17a0-4609-83bd-f479b64d3a68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.831117] env[69744]: DEBUG nova.compute.provider_tree [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.929943] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.932880] env[69744]: DEBUG nova.network.neutron [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Updated VIF entry in instance network info cache for port f4238772-b3d0-4542-a82f-85a52d2187a6. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.933222] env[69744]: DEBUG nova.network.neutron [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Updating instance_info_cache with network_info: [{"id": "f4238772-b3d0-4542-a82f-85a52d2187a6", "address": "fa:16:3e:36:6f:1f", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4238772-b3", "ovs_interfaceid": "f4238772-b3d0-4542-a82f-85a52d2187a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.978821] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311428, 'name': Rename_Task, 'duration_secs': 0.17529} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.979107] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.979343] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35d6732-4e9c-4958-9fa7-affa6aca439e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.986238] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 771.986238] env[69744]: value = "task-3311429" [ 771.986238] env[69744]: _type = "Task" [ 771.986238] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.996969] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.139944] env[69744]: DEBUG nova.network.neutron [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.204380] env[69744]: DEBUG nova.compute.manager [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.204709] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-670fc243-f831-4a31-9593-3913f69acdc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.217062] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90a963-3bb5-49a2-a514-1971933f90cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.256773] env[69744]: WARNING nova.virt.vmwareapi.driver [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. [ 772.256997] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.261233] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171122fc-cf61-409e-ba3c-c31ba492d633 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.269880] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520c83de-56b8-e0d6-f781-85dbee4f7e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.033492} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.271029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271267] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.271503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.271648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271858] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.272207] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1c445d1-d8fe-4496-a6bb-411ee06074a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.276883] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b15708-561f-4572-a778-95080f632fc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.297827] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.297827] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.314022] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d60c63-4d98-4b19-8775-ca73c1bf9658 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.314022] env[69744]: WARNING nova.virt.vmwareapi.vmops [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. [ 772.314022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.314440] env[69744]: INFO nova.compute.manager [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Took 0.11 seconds to destroy the instance on the hypervisor. [ 772.314440] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.314648] env[69744]: DEBUG nova.compute.manager [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.315064] env[69744]: DEBUG nova.network.neutron [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.319487] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 772.319487] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231423b-8c95-b8ef-66f1-cbdb67bc4f09" [ 772.319487] env[69744]: _type = "Task" [ 772.319487] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.327659] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231423b-8c95-b8ef-66f1-cbdb67bc4f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.333610] env[69744]: DEBUG nova.scheduler.client.report [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.416436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "cf2a57af-8712-481b-bfe9-5629113843d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.416717] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.417683] env[69744]: DEBUG nova.compute.manager [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.418967] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c2bc5-68b2-4aff-ae95-9141cb16d319 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.425769] env[69744]: DEBUG nova.compute.manager [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 772.426399] env[69744]: DEBUG nova.objects.instance [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'flavor' on Instance uuid cf2a57af-8712-481b-bfe9-5629113843d1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.436334] env[69744]: DEBUG oslo_concurrency.lockutils [req-b5d72931-6c81-4c62-9b19-9902a5a3ff14 req-c0ecd787-1d18-432f-91f4-f180d3b0a585 service nova] Releasing lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.497043] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.643177] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.643525] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Instance network_info: |[{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.643940] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:9f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3724ffd4-b8dd-48d4-845e-ab45c15c7fd4', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.651884] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.651994] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.652295] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15faa8b3-f3d1-4cb0-b8e9-1eb8c6d9284f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.673166] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.673166] env[69744]: value = "task-3311430" [ 772.673166] env[69744]: _type = "Task" [ 772.673166] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.681739] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311430, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.830939] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231423b-8c95-b8ef-66f1-cbdb67bc4f09, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.831774] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2a2ad7-f63f-4933-9445-6c5d52cedb73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.837385] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 772.837385] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520da38d-e621-9ff7-b4ad-606f2dfc8eb8" [ 772.837385] env[69744]: _type = "Task" [ 772.837385] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.840322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.847852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.327s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.850545] env[69744]: INFO nova.compute.claims [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.858916] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520da38d-e621-9ff7-b4ad-606f2dfc8eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.875034] env[69744]: INFO nova.scheduler.client.report [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735 [ 773.004161] env[69744]: DEBUG oslo_vmware.api [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311429, 'name': PowerOnVM_Task, 'duration_secs': 0.626997} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.004161] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.004509] env[69744]: INFO nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Took 8.15 seconds to spawn the instance on the hypervisor. [ 773.004814] env[69744]: DEBUG nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.005843] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e6882-2280-4329-b2b1-acf6b192c0a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.071889] env[69744]: DEBUG nova.compute.manager [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.071889] env[69744]: DEBUG nova.compute.manager [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing instance network info cache due to event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.072052] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] Acquiring lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.072250] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] Acquired lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.072323] env[69744]: DEBUG nova.network.neutron [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.185684] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311430, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.362686] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520da38d-e621-9ff7-b4ad-606f2dfc8eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.021239} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.363703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.363977] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ea758cd1-d95b-45b6-91ac-9169cbb7794f/ea758cd1-d95b-45b6-91ac-9169cbb7794f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.364983] env[69744]: DEBUG nova.compute.manager [req-2e9398f3-ffc9-4094-9c61-12ef9b41e6f0 req-8dc33299-58c2-408d-9e9e-4dc4464e03dd service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Received event network-vif-deleted-b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.366772] env[69744]: INFO nova.compute.manager [req-2e9398f3-ffc9-4094-9c61-12ef9b41e6f0 req-8dc33299-58c2-408d-9e9e-4dc4464e03dd service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Neutron deleted interface b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4; detaching it from the instance and deleting it from the info cache [ 773.366772] env[69744]: DEBUG nova.network.neutron [req-2e9398f3-ffc9-4094-9c61-12ef9b41e6f0 req-8dc33299-58c2-408d-9e9e-4dc4464e03dd service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.370383] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af3accae-7bc2-4a10-a8f6-d853e7cc5334 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.378414] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 773.378414] env[69744]: value = "task-3311431" [ 773.378414] env[69744]: _type = "Task" [ 773.378414] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.390161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a1a6f9a-5b18-4aff-b578-025598eb086e tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.554s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.395627] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.435132] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.435704] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d40ec0a-1e97-4387-bcf6-e2c30722ad07 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.443981] env[69744]: DEBUG oslo_vmware.api [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 773.443981] env[69744]: value = "task-3311432" [ 773.443981] env[69744]: _type = "Task" [ 773.443981] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.453168] env[69744]: DEBUG oslo_vmware.api [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.528269] env[69744]: DEBUG nova.network.neutron [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.533385] env[69744]: INFO nova.compute.manager [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Took 45.37 seconds to build instance. [ 773.687649] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311430, 'name': CreateVM_Task, 'duration_secs': 0.602115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.687649] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.688685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.688685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.688865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.689174] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0222673d-02a2-4b97-b51d-9352b43f3ca8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.694204] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 773.694204] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5295bf56-cc35-9a08-40fe-f1ca877e36c1" [ 773.694204] env[69744]: _type = "Task" [ 773.694204] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.702825] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5295bf56-cc35-9a08-40fe-f1ca877e36c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.878304] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1059652-438c-4408-ba44-6bf0a7303be5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.890699] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.895849] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec1289-4a5e-49c0-b73f-2f3180150035 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.942171] env[69744]: DEBUG nova.compute.manager [req-2e9398f3-ffc9-4094-9c61-12ef9b41e6f0 req-8dc33299-58c2-408d-9e9e-4dc4464e03dd service nova] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Detach interface failed, port_id=b9d5e5fe-1cea-4768-ad16-9e97dd7e46a4, reason: Instance 8e706f66-96b6-40c0-92d2-565e80eae0f3 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 773.954919] env[69744]: DEBUG oslo_vmware.api [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311432, 'name': PowerOffVM_Task, 'duration_secs': 0.275697} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.955297] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.955537] env[69744]: DEBUG nova.compute.manager [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.956471] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6db7db-db86-4299-bb5f-fce23756e4a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.030492] env[69744]: INFO nova.compute.manager [-] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Took 1.72 seconds to deallocate network for instance. [ 774.034653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b33f8f36-9110-4519-852c-54fc824b27b9 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.138s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.198487] env[69744]: DEBUG nova.network.neutron [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updated VIF entry in instance network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.199287] env[69744]: DEBUG nova.network.neutron [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.214276] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5295bf56-cc35-9a08-40fe-f1ca877e36c1, 'name': SearchDatastore_Task, 'duration_secs': 0.061003} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.214599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.214826] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.215058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.215210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.217071] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.217071] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d1f295b-9c7d-4cbb-a170-e857a2a26de2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.235448] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.235752] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.236473] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abf0b88-90ea-4bfd-8ad2-d693eccb23c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.245051] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 774.245051] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528284b5-66b3-1b78-8725-472ce88bfe80" [ 774.245051] env[69744]: _type = "Task" [ 774.245051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.253096] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528284b5-66b3-1b78-8725-472ce88bfe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.390008] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622651} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.392721] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ea758cd1-d95b-45b6-91ac-9169cbb7794f/ea758cd1-d95b-45b6-91ac-9169cbb7794f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.392964] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.393764] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-618f7ac3-7352-453e-a1ee-0ce5268a1e8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.401604] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 774.401604] env[69744]: value = "task-3311433" [ 774.401604] env[69744]: _type = "Task" [ 774.401604] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.411894] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.470935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e60372-4d08-4262-a5c2-aeeab2b1d938 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.537559] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.553636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cac6c7-b3e7-4fb7-b13b-7a8d1ff51304 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.561723] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba3e3b-56f7-4656-8b19-fbaa9b26bee5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.596350] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d5da0-db40-4fe9-8a58-62b236e649f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.605410] env[69744]: INFO nova.compute.manager [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Took 0.57 seconds to detach 1 volumes for instance. [ 774.608128] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9fdc9-d413-48c3-b736-98689b2eb95f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.612752] env[69744]: DEBUG nova.compute.manager [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Deleting volume: 2d168ad4-ffd8-4599-9ff6-c2c376b05f4f {{(pid=69744) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 774.624972] env[69744]: DEBUG nova.compute.provider_tree [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.705552] env[69744]: DEBUG oslo_concurrency.lockutils [req-1c652260-1d01-443d-85f8-1dbecafa7c3b req-38e49210-a91b-4660-a7dd-3e070ba1ae14 service nova] Releasing lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.755924] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528284b5-66b3-1b78-8725-472ce88bfe80, 'name': SearchDatastore_Task, 'duration_secs': 0.036771} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.756574] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17001f33-df44-459c-b90e-c1b203ebe02b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.763043] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 774.763043] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231b96d-6044-c860-022e-f0b8dcc96ce0" [ 774.763043] env[69744]: _type = "Task" [ 774.763043] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.771140] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231b96d-6044-c860-022e-f0b8dcc96ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.912694] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066341} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.912694] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.914195] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad45e4-84b8-4bce-9d86-1881d358c1e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.942296] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ea758cd1-d95b-45b6-91ac-9169cbb7794f/ea758cd1-d95b-45b6-91ac-9169cbb7794f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.942772] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fe3c4d-79fa-4ee2-8305-2428d55f6d47 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.969537] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 774.969537] env[69744]: value = "task-3311435" [ 774.969537] env[69744]: _type = "Task" [ 774.969537] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.980304] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.061126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.128755] env[69744]: DEBUG nova.scheduler.client.report [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.175843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.274232] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231b96d-6044-c860-022e-f0b8dcc96ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.014907} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.274961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275110] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7da0d7f3-4091-44e0-9d21-d6e09e78603e/7da0d7f3-4091-44e0-9d21-d6e09e78603e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.275425] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-326e809f-f32e-4ed0-885e-23acb450b4ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.283668] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 775.283668] env[69744]: value = "task-3311436" [ 775.283668] env[69744]: _type = "Task" [ 775.283668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.293487] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.484759] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311435, 'name': ReconfigVM_Task, 'duration_secs': 0.441656} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.484759] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ea758cd1-d95b-45b6-91ac-9169cbb7794f/ea758cd1-d95b-45b6-91ac-9169cbb7794f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.484759] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe29709a-21e5-4885-8260-a5a303c3f163 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.490602] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 775.490602] env[69744]: value = "task-3311437" [ 775.490602] env[69744]: _type = "Task" [ 775.490602] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.499473] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311437, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.587646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.587646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.637783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.638329] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.641215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.282s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.643498] env[69744]: INFO nova.compute.claims [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.796607] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.875118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.875118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.875118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.875118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.876399] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.877826] env[69744]: INFO nova.compute.manager [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Terminating instance [ 776.001325] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311437, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.148553] env[69744]: DEBUG nova.compute.utils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.159115] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.159115] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.235145] env[69744]: DEBUG nova.policy [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd97c30de67e46138da89faf8c72b463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c809523ca964cc180f697e67bbc2bde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.302713] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614303} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.303530] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7da0d7f3-4091-44e0-9d21-d6e09e78603e/7da0d7f3-4091-44e0-9d21-d6e09e78603e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.303530] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.303929] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba06a0c6-bb91-4f48-b43c-a755ea34ad10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.313919] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 776.313919] env[69744]: value = "task-3311438" [ 776.313919] env[69744]: _type = "Task" [ 776.313919] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.325122] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.389370] env[69744]: DEBUG nova.compute.manager [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.389370] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.389370] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773bc46-06a3-4373-884f-902121efb128 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.398377] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.399727] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a2055f-64c6-40a1-be8c-b0f4550b3fb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.404907] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 776.404907] env[69744]: value = "task-3311439" [ 776.404907] env[69744]: _type = "Task" [ 776.404907] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.413352] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.503365] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311437, 'name': Rename_Task, 'duration_secs': 0.606792} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.503686] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.503943] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71687d84-3297-4c5a-a2e5-bd5b1cba2e0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511261] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 776.511261] env[69744]: value = "task-3311440" [ 776.511261] env[69744]: _type = "Task" [ 776.511261] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.524312] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.557583] env[69744]: DEBUG nova.objects.instance [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'flavor' on Instance uuid cf2a57af-8712-481b-bfe9-5629113843d1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.658112] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.781443] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Successfully created port: 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.784213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "36e915c8-e43c-425a-8c47-643372176a16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.784213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.784213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "36e915c8-e43c-425a-8c47-643372176a16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.784400] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.784565] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.790363] env[69744]: INFO nova.compute.manager [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Terminating instance [ 776.825972] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147212} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.827249] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.827600] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4846a29c-308b-4d3c-ace6-e0097425164f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.862036] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 7da0d7f3-4091-44e0-9d21-d6e09e78603e/7da0d7f3-4091-44e0-9d21-d6e09e78603e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.865396] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb81d3d5-6cb0-46c5-b468-6f385acd3389 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.893481] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 776.893481] env[69744]: value = "task-3311441" [ 776.893481] env[69744]: _type = "Task" [ 776.893481] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.914962] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.918934] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311439, 'name': PowerOffVM_Task, 'duration_secs': 0.233411} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.919273] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.919438] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.919875] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0946de44-13da-41db-a552-90bf2ba4dc3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.949675] env[69744]: DEBUG nova.compute.manager [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.950812] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb20ef-1fed-4fca-af3a-93cdab5ab48c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981061] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.981061] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.981061] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Deleting the datastore file [datastore1] 2a8dece2-833a-4aaa-aa12-6d167c68548d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.981061] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b56c384-1e98-41ce-9f49-4939f184742c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.988298] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for the task: (returnval){ [ 776.988298] env[69744]: value = "task-3311443" [ 776.988298] env[69744]: _type = "Task" [ 776.988298] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.005668] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.025559] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311440, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.064420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.064592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquired lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.064763] env[69744]: DEBUG nova.network.neutron [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.064937] env[69744]: DEBUG nova.objects.instance [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'info_cache' on Instance uuid cf2a57af-8712-481b-bfe9-5629113843d1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.302015] env[69744]: DEBUG nova.compute.manager [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.303243] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.304226] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea98f55-bd15-49f8-b036-c5c5a804bcbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.315611] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.315898] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9c6d6b-dfc3-462a-ac42-a2ba7cff7c83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.325483] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 777.325483] env[69744]: value = "task-3311444" [ 777.325483] env[69744]: _type = "Task" [ 777.325483] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.332824] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.405824] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.460942] env[69744]: INFO nova.compute.manager [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] instance snapshotting [ 777.465945] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35a646-a7a8-4237-9d4a-e20e132291e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.497017] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b13726-bb4a-4a52-8386-936a527caabd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.498868] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc687a-7812-4e56-85ee-b617ff915743 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506202] env[69744]: DEBUG oslo_vmware.api [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Task: {'id': task-3311443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324022} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.509801] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.510008] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.510198] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.510375] env[69744]: INFO nova.compute.manager [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 777.510622] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.513333] env[69744]: DEBUG nova.compute.manager [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.514678] env[69744]: DEBUG nova.network.neutron [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.515897] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264c79a4-d9a6-45e9-9eb0-c8877b19e7a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.529127] env[69744]: DEBUG oslo_vmware.api [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311440, 'name': PowerOnVM_Task, 'duration_secs': 0.861137} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.557906] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.558199] env[69744]: INFO nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Took 9.95 seconds to spawn the instance on the hypervisor. [ 777.558383] env[69744]: DEBUG nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.559547] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a7129-d075-4542-9132-b49ddf7d7136 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.562875] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7d77b-fe5b-486c-ae0b-10ea8b572cf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.570136] env[69744]: DEBUG nova.objects.base [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 777.582146] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db18589-3781-4985-874b-b3a1384f6151 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.597109] env[69744]: DEBUG nova.compute.provider_tree [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.675346] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.705384] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.705657] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.705828] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.706021] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.706172] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.706317] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.706523] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.706682] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.706848] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.707012] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.707194] env[69744]: DEBUG nova.virt.hardware [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.708146] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0103b844-a593-41cf-ac5e-b5f48dd2840c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.716720] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade7db7d-df68-4046-9a98-80b60ece0b11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.832276] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311444, 'name': PowerOffVM_Task, 'duration_secs': 0.28851} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.832775] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.833117] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.833520] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0be2a99-e212-4f86-ac1d-4d2fcfa2ec50 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.904947] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311441, 'name': ReconfigVM_Task, 'duration_secs': 0.544259} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.906244] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 7da0d7f3-4091-44e0-9d21-d6e09e78603e/7da0d7f3-4091-44e0-9d21-d6e09e78603e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.906973] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.907263] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.907498] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Deleting the datastore file [datastore2] 36e915c8-e43c-425a-8c47-643372176a16 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.907810] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fadcf27e-cc21-4e78-9ca0-5c29ad73c2b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.910096] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a7d66fe-eaad-437d-8e5c-25278ac3102f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.916586] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 777.916586] env[69744]: value = "task-3311446" [ 777.916586] env[69744]: _type = "Task" [ 777.916586] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.916803] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for the task: (returnval){ [ 777.916803] env[69744]: value = "task-3311447" [ 777.916803] env[69744]: _type = "Task" [ 777.916803] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.930799] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311446, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.935106] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.023906] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.024019] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4688f85-3674-4a40-a74d-8739abcf4082 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.033942] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 778.033942] env[69744]: value = "task-3311448" [ 778.033942] env[69744]: _type = "Task" [ 778.033942] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.046791] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.088580] env[69744]: INFO nova.compute.manager [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Took 40.78 seconds to build instance. [ 778.102137] env[69744]: DEBUG nova.scheduler.client.report [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.167975] env[69744]: DEBUG nova.compute.manager [req-128e545f-2569-4985-ae0f-6b4c69750039 req-c1f4052f-b7ae-43d7-9774-b564a352770f service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Received event network-vif-deleted-32476f7c-af58-4c5c-9e2e-971d0dc5d5e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.168115] env[69744]: INFO nova.compute.manager [req-128e545f-2569-4985-ae0f-6b4c69750039 req-c1f4052f-b7ae-43d7-9774-b564a352770f service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Neutron deleted interface 32476f7c-af58-4c5c-9e2e-971d0dc5d5e3; detaching it from the instance and deleting it from the info cache [ 778.168553] env[69744]: DEBUG nova.network.neutron [req-128e545f-2569-4985-ae0f-6b4c69750039 req-c1f4052f-b7ae-43d7-9774-b564a352770f service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.324919] env[69744]: DEBUG nova.network.neutron [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Updating instance_info_cache with network_info: [{"id": "7ef82e39-ad60-477c-afde-8ae370b679bd", "address": "fa:16:3e:7b:b6:f7", "network": {"id": "853bc2d6-a68f-4dfa-9de8-e3c4b7ca0b70", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-334878520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "627d9abd18e44ee0b04af33e11c8a7a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef82e39-ad", "ovs_interfaceid": "7ef82e39-ad60-477c-afde-8ae370b679bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.430635] env[69744]: DEBUG oslo_vmware.api [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Task: {'id': task-3311447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222246} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.433729] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.434730] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.435034] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.435236] env[69744]: INFO nova.compute.manager [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 778.435615] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.435828] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311446, 'name': Rename_Task, 'duration_secs': 0.216493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.436257] env[69744]: DEBUG nova.compute.manager [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.436257] env[69744]: DEBUG nova.network.neutron [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.437911] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.438172] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c78b2f-0691-4a76-aa0b-95ed778fb1c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.445036] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 778.445036] env[69744]: value = "task-3311449" [ 778.445036] env[69744]: _type = "Task" [ 778.445036] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.455092] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.547773] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.560456] env[69744]: DEBUG nova.compute.manager [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Received event network-changed {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.560705] env[69744]: DEBUG nova.compute.manager [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Refreshing instance network info cache due to event network-changed. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.561120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] Acquiring lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.561120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] Acquired lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.561230] env[69744]: DEBUG nova.network.neutron [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.563064] env[69744]: DEBUG nova.network.neutron [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.592739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8795e441-271e-4e49-908c-629f9a3e6380 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.305s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.610314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.611067] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.616939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.309s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.672985] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8787ad1b-3725-4884-abb1-76b2fea40e94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.689708] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c12ce-5799-42d2-b5ef-d7c64b7adbc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.717789] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Successfully updated port: 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.751918] env[69744]: DEBUG nova.compute.manager [req-128e545f-2569-4985-ae0f-6b4c69750039 req-c1f4052f-b7ae-43d7-9774-b564a352770f service nova] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Detach interface failed, port_id=32476f7c-af58-4c5c-9e2e-971d0dc5d5e3, reason: Instance 2a8dece2-833a-4aaa-aa12-6d167c68548d could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.755441] env[69744]: DEBUG nova.compute.manager [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-vif-plugged-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.755856] env[69744]: DEBUG oslo_concurrency.lockutils [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] Acquiring lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.756262] env[69744]: DEBUG oslo_concurrency.lockutils [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.756608] env[69744]: DEBUG oslo_concurrency.lockutils [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.757478] env[69744]: DEBUG nova.compute.manager [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] No waiting events found dispatching network-vif-plugged-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.757478] env[69744]: WARNING nova.compute.manager [req-a21571ea-ab55-471a-a97f-4d555cd15a6b req-892e267f-9a98-4fa1-92b8-dbdf55ee5368 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received unexpected event network-vif-plugged-809c1fa1-86a8-4cf9-9880-a23ef713354b for instance with vm_state building and task_state spawning. [ 778.827263] env[69744]: DEBUG oslo_concurrency.lockutils [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Releasing lock "refresh_cache-cf2a57af-8712-481b-bfe9-5629113843d1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.957020] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.043742] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311448, 'name': CreateSnapshot_Task, 'duration_secs': 0.609745} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.043974] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.044722] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc9ed5-1e8c-4bcc-b4c6-5f7917bb8714 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.069460] env[69744]: INFO nova.compute.manager [-] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Took 1.56 seconds to deallocate network for instance. [ 779.098945] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.139465] env[69744]: DEBUG nova.compute.utils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.141809] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.142042] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.222152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.222412] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.222481] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.260429] env[69744]: DEBUG nova.policy [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ccf44ce13bc43eabb14a6076ce61cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa30edcadf5422f82c1cbac2670dd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.312236] env[69744]: DEBUG nova.network.neutron [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Updating instance_info_cache with network_info: [{"id": "f4238772-b3d0-4542-a82f-85a52d2187a6", "address": "fa:16:3e:36:6f:1f", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4238772-b3", "ovs_interfaceid": "f4238772-b3d0-4542-a82f-85a52d2187a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.382134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.382598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.382598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.382771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.382937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.387767] env[69744]: INFO nova.compute.manager [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Terminating instance [ 779.456451] env[69744]: DEBUG oslo_vmware.api [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311449, 'name': PowerOnVM_Task, 'duration_secs': 0.842401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.456720] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.457155] env[69744]: INFO nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Took 9.00 seconds to spawn the instance on the hypervisor. [ 779.457155] env[69744]: DEBUG nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.457909] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6079aa1-0e5c-4bf8-acf8-6782cb030fd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.466984] env[69744]: WARNING oslo_messaging._drivers.amqpdriver [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 779.476338] env[69744]: DEBUG nova.network.neutron [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.561965] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.562505] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc8c664d-a0ae-4d91-957c-468c5b902d58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.571730] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 779.571730] env[69744]: value = "task-3311450" [ 779.571730] env[69744]: _type = "Task" [ 779.571730] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.575375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.583101] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311450, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.624133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.646819] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating resource usage from migration 0059224d-efe8-43b6-ae8e-33e85764a437 [ 779.649995] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.686715] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0c7fd63d-f778-41cf-b7f4-bf65a66f774f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.686822] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 26a807ba-3039-415b-aa30-2e554cad4d3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.687417] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cebd0101-939b-4a9c-9ac6-385df3010ce1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.687734] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e36e4f56-361c-4db8-bcf0-6a25e9aef855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.687861] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 715ead8f-947c-47a4-9ff3-fbe27331d9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.688090] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.688326] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 36e915c8-e43c-425a-8c47-643372176a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.688655] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 7f643918-3848-4e37-b15e-01a650cc53f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.688774] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 2a8dece2-833a-4aaa-aa12-6d167c68548d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.689054] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.689197] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 59ed0380-72a0-4781-bfd2-2e1ab4879f78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.689363] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance eae4fc1d-13ea-4e22-b607-c6fb0472d791 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.689514] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cf2a57af-8712-481b-bfe9-5629113843d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.689689] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 58dfa423-d1c6-45f2-887f-153af1e44c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.689869] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5db72d34-978a-468d-81d8-f2efa761e50a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.690078] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance dac01f89-f37f-4fe9-a21b-4a4071002d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.690297] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance fe6ce16f-ada2-4588-aca5-00de3ce94c08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.690516] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance ea758cd1-d95b-45b6-91ac-9169cbb7794f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.690733] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 7da0d7f3-4091-44e0-9d21-d6e09e78603e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.690946] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0254e970-0c97-4c98-bdb0-c8dc36ea77ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.691169] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f0e74a22-8d6c-44fc-808d-af887e716e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 779.760430] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.816523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd678fb0-d69c-490c-893f-c488aefcf97f tempest-ServerExternalEventsTest-808785752 tempest-ServerExternalEventsTest-808785752-project] Releasing lock "refresh_cache-ea758cd1-d95b-45b6-91ac-9169cbb7794f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.834671] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.837906] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145990bf-d79a-47dd-8019-563d4f1925d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.844459] env[69744]: DEBUG oslo_vmware.api [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 779.844459] env[69744]: value = "task-3311451" [ 779.844459] env[69744]: _type = "Task" [ 779.844459] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.854484] env[69744]: DEBUG oslo_vmware.api [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.896466] env[69744]: DEBUG nova.compute.manager [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.896695] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.898127] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58445cdf-6a32-4407-a0ec-7c5879b74792 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.907159] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.907450] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-094b84b0-c56b-401f-956b-c3570c5822bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.915277] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 779.915277] env[69744]: value = "task-3311452" [ 779.915277] env[69744]: _type = "Task" [ 779.915277] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.928226] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.930804] env[69744]: DEBUG nova.network.neutron [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.976150] env[69744]: INFO nova.compute.manager [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Took 42.13 seconds to build instance. [ 779.980443] env[69744]: INFO nova.compute.manager [-] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Took 1.54 seconds to deallocate network for instance. [ 780.011368] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Successfully created port: 2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.087805] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311450, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.195483] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance fc428465-7779-4050-a296-0d4bf116368b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.356189] env[69744]: DEBUG oslo_vmware.api [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.424470] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311452, 'name': PowerOffVM_Task, 'duration_secs': 0.246814} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.424839] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.424877] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.425149] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460d63d5-94e1-4189-92bc-d6edaeb10cf3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.433470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433779] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Instance network_info: |[{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.434183] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:5d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '809c1fa1-86a8-4cf9-9880-a23ef713354b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.442728] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Creating folder: Project (1c809523ca964cc180f697e67bbc2bde). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.443047] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e12d6b-e29d-4182-ad64-e0991848e04f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.453803] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Created folder: Project (1c809523ca964cc180f697e67bbc2bde) in parent group-v661134. [ 780.454032] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Creating folder: Instances. Parent ref: group-v661241. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.454291] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd4d3efa-f4a6-449f-92a6-a1e923995395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.464466] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Created folder: Instances in parent group-v661241. [ 780.464990] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.464990] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.465103] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2618b526-4637-4854-9f9f-ed5f0c828039 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.483609] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f882f43-e289-4bcb-b0a8-8ffe81ec44f9 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.218s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.491023] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.491023] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.491023] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Deleting the datastore file [datastore2] ea758cd1-d95b-45b6-91ac-9169cbb7794f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.491023] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05b7dce6-e3b6-4403-b16b-aea02ae6a371 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.494016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.494504] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.494504] env[69744]: value = "task-3311456" [ 780.494504] env[69744]: _type = "Task" [ 780.494504] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.499453] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for the task: (returnval){ [ 780.499453] env[69744]: value = "task-3311457" [ 780.499453] env[69744]: _type = "Task" [ 780.499453] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.507042] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311456, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.513574] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.592637] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311450, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.667995] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.692476] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.692716] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.692873] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.693200] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.693426] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.693716] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.694043] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.694265] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.694489] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.694716] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.695419] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.696417] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49938cc1-ea7b-4e84-8d49-90b9646a0ccc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.702128] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance c36cc33d-1a3f-4a88-9451-452086c06456 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.708671] env[69744]: DEBUG nova.compute.manager [req-ff85364a-6af2-4804-a660-2014dbc6eb55 req-d0e3e929-c7e3-44c3-916d-9d9fdf9d9588 service nova] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Received event network-vif-deleted-5edcbc95-0776-401e-b085-8315f820c54a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.713419] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d548a-2fea-4f86-a53c-59d7b766a4a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855905] env[69744]: DEBUG oslo_vmware.api [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311451, 'name': PowerOnVM_Task, 'duration_secs': 0.672017} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.856360] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.856463] env[69744]: DEBUG nova.compute.manager [None req-13ec7aef-0487-40d1-9a70-49f08aac0343 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.857198] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac70ed-288b-411a-841a-e1c73f102853 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.992429] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.006697] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311456, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.011839] env[69744]: DEBUG oslo_vmware.api [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Task: {'id': task-3311457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224236} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.012112] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.012292] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.012466] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.012635] env[69744]: INFO nova.compute.manager [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 781.012940] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.013091] env[69744]: DEBUG nova.compute.manager [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.013167] env[69744]: DEBUG nova.network.neutron [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.097219] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311450, 'name': CloneVM_Task, 'duration_secs': 1.126871} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.098042] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Created linked-clone VM from snapshot [ 781.099416] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8e261-c85d-4029-a5ef-4606d185b881 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.113731] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Uploading image 78c94db4-af69-442d-a34d-b1cf8e9ef2d4 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.142248] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.142248] env[69744]: value = "vm-661240" [ 781.142248] env[69744]: _type = "VirtualMachine" [ 781.142248] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.142248] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-539a09f4-63ee-4c71-b7f6-3547d5095405 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.154724] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease: (returnval){ [ 781.154724] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cad773-024e-820a-fe21-2022135499b1" [ 781.154724] env[69744]: _type = "HttpNfcLease" [ 781.154724] env[69744]: } obtained for exporting VM: (result){ [ 781.154724] env[69744]: value = "vm-661240" [ 781.154724] env[69744]: _type = "VirtualMachine" [ 781.154724] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.154724] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the lease: (returnval){ [ 781.154724] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cad773-024e-820a-fe21-2022135499b1" [ 781.154724] env[69744]: _type = "HttpNfcLease" [ 781.154724] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.172033] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.172033] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cad773-024e-820a-fe21-2022135499b1" [ 781.172033] env[69744]: _type = "HttpNfcLease" [ 781.172033] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.172033] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.172033] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cad773-024e-820a-fe21-2022135499b1" [ 781.172033] env[69744]: _type = "HttpNfcLease" [ 781.172033] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.172033] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42551034-a45e-49f4-b8df-63e14d1bbc9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181803] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.182322] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.277722] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a3292a47-15c1-4d1c-b822-8a79271dcacc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.389305] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73d2a7b8-bd80-4f3d-aa46-c60285d87bf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.510399] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311456, 'name': CreateVM_Task, 'duration_secs': 0.522838} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.510642] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.511365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.511787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.512499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.512773] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d475f5d1-a762-4cf4-a600-cddd0bd80f49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.518434] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 781.518434] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec04bb-dfb3-8834-83c7-d5f0d30bbddc" [ 781.518434] env[69744]: _type = "Task" [ 781.518434] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.532348] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec04bb-dfb3-8834-83c7-d5f0d30bbddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.533424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.551358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.551818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.552291] env[69744]: DEBUG nova.objects.instance [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid 7f643918-3848-4e37-b15e-01a650cc53f3 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.655309] env[69744]: DEBUG nova.compute.manager [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.655528] env[69744]: DEBUG nova.compute.manager [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing instance network info cache due to event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.658779] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.658779] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.658779] env[69744]: DEBUG nova.network.neutron [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.785836] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance eec6578e-eb7e-4532-beda-38a6e37175b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.787180] env[69744]: DEBUG nova.network.neutron [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.032248] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec04bb-dfb3-8834-83c7-d5f0d30bbddc, 'name': SearchDatastore_Task, 'duration_secs': 0.033493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.033131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.033582] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.033849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.034582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.034582] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.034582] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-854bb464-354d-4a60-bb8c-047a805a1570 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.045612] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.045800] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.046717] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8447e7-cbf9-47a4-a2a1-ef58a45566eb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.052657] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 782.052657] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c89ee6-daf6-c406-3b47-21e886f0e7b9" [ 782.052657] env[69744]: _type = "Task" [ 782.052657] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.065891] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c89ee6-daf6-c406-3b47-21e886f0e7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.158452] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Successfully updated port: 2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.200906] env[69744]: DEBUG nova.objects.instance [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f643918-3848-4e37-b15e-01a650cc53f3 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.291261] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8ee75dc6-1c52-468f-a10b-56027a5bfc33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.292328] env[69744]: INFO nova.compute.manager [-] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Took 1.28 seconds to deallocate network for instance. [ 782.476170] env[69744]: DEBUG nova.network.neutron [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updated VIF entry in instance network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.476721] env[69744]: DEBUG nova.network.neutron [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.564559] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c89ee6-daf6-c406-3b47-21e886f0e7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.566403] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2268f0c9-181a-4e36-97c9-62ee6bf9d2e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.573080] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 782.573080] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52693257-fa00-0bdd-01c0-e60cffdf43f9" [ 782.573080] env[69744]: _type = "Task" [ 782.573080] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.581821] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52693257-fa00-0bdd-01c0-e60cffdf43f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.665539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.666488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.666488] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.703963] env[69744]: DEBUG nova.objects.base [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance<7f643918-3848-4e37-b15e-01a650cc53f3> lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 782.704226] env[69744]: DEBUG nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.768764] env[69744]: DEBUG nova.policy [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.795560] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 83e88e62-1313-4b9f-94de-857c4f379379 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.808306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.980401] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c952da9-d6b0-4db8-ba2d-d49ab2193b37 req-3d4923ed-5563-4965-9995-2c8c947d89d9 service nova] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.084286] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52693257-fa00-0bdd-01c0-e60cffdf43f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.085046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.085046] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 0254e970-0c97-4c98-bdb0-c8dc36ea77ce/0254e970-0c97-4c98-bdb0-c8dc36ea77ce.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.085524] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2f05e04-b443-4d97-a76b-fd388969161d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.093216] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 783.093216] env[69744]: value = "task-3311459" [ 783.093216] env[69744]: _type = "Task" [ 783.093216] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.111099] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.207434] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.299017] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 1e0d4567-148e-480c-9032-9a78fa3aa0ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.343506] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Updating instance_info_cache with network_info: [{"id": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "address": "fa:16:3e:49:c8:fc", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2684ebea-60", "ovs_interfaceid": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.425838] env[69744]: DEBUG nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Successfully created port: fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.605938] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.802296] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance dc7cb6fa-5635-49c1-bed1-bd78457025ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.844807] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.845681] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Instance network_info: |[{"id": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "address": "fa:16:3e:49:c8:fc", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2684ebea-60", "ovs_interfaceid": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.845899] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:c8:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2684ebea-60b5-4b7f-a572-2ce4bbff43b9', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.853778] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating folder: Project (cfa30edcadf5422f82c1cbac2670dd1e). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.854410] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62d103f5-40b4-40d8-ab3e-ed5e4e2c12b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.868263] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created folder: Project (cfa30edcadf5422f82c1cbac2670dd1e) in parent group-v661134. [ 783.868487] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating folder: Instances. Parent ref: group-v661244. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.868791] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1cb7a7e-e4c1-4041-85f5-b2bb06dc5627 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.878282] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created folder: Instances in parent group-v661244. [ 783.878554] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.878888] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.879183] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0f129b8-5e2a-4b51-a4bc-225247728df3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.900802] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.900802] env[69744]: value = "task-3311462" [ 783.900802] env[69744]: _type = "Task" [ 783.900802] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.909469] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311462, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.993780] env[69744]: DEBUG nova.compute.manager [req-875dfdf3-0957-42c7-8354-835d04aad287 req-4b94f0fc-6c4b-4440-9b66-1b75c67be4a5 service nova] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Received event network-vif-deleted-f4238772-b3d0-4542-a82f-85a52d2187a6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.106577] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621602} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.106849] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 0254e970-0c97-4c98-bdb0-c8dc36ea77ce/0254e970-0c97-4c98-bdb0-c8dc36ea77ce.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.107085] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.107367] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-748c70e4-c1f3-4433-8308-f7870a7f6264 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.113995] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 784.113995] env[69744]: value = "task-3311463" [ 784.113995] env[69744]: _type = "Task" [ 784.113995] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.122623] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.305759] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 4c977f3c-c8ee-44c7-b4e3-0d86696cb783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.411481] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311462, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.623948] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.624235] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.625010] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b68dd-1a55-4370-b5a7-91881e5fee6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.639942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.640158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.640376] env[69744]: INFO nova.compute.manager [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Rebooting instance [ 784.650019] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0254e970-0c97-4c98-bdb0-c8dc36ea77ce/0254e970-0c97-4c98-bdb0-c8dc36ea77ce.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.653423] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279fefb6-53bb-4398-8d92-c22e97e07048 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.673820] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 784.673820] env[69744]: value = "task-3311464" [ 784.673820] env[69744]: _type = "Task" [ 784.673820] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.684091] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.685825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.685984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquired lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.686170] env[69744]: DEBUG nova.network.neutron [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.690418] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.690599] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing instance network info cache due to event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.690776] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Acquiring lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.808775] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f289fdaf-4399-44ab-95d8-3129ea198de1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.913669] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311462, 'name': CreateVM_Task, 'duration_secs': 0.520071} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.914023] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.914915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915342] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.916306] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f465bc5-e2b5-4292-8648-74b22243bc89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.921624] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 784.921624] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52628200-94fb-3359-cedb-8c0472e3399f" [ 784.921624] env[69744]: _type = "Task" [ 784.921624] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.931094] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52628200-94fb-3359-cedb-8c0472e3399f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.054544] env[69744]: DEBUG nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Successfully updated port: fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.183963] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.311972] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance c0297808-c5d6-4786-b514-20c599a4c597 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.415259] env[69744]: DEBUG nova.network.neutron [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.432702] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52628200-94fb-3359-cedb-8c0472e3399f, 'name': SearchDatastore_Task, 'duration_secs': 0.015148} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.433015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.433262] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.433491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.433634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.433810] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.434075] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33fa448-ad62-4704-9d2d-9604df9578a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.443625] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.443810] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.444601] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d82563-a023-47ed-8b67-8da950f1b62e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.450469] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 785.450469] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270f88b-9fd5-32fe-a7ca-d69a955e77d6" [ 785.450469] env[69744]: _type = "Task" [ 785.450469] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.458246] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270f88b-9fd5-32fe-a7ca-d69a955e77d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.559017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.559240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.559548] env[69744]: DEBUG nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.685851] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311464, 'name': ReconfigVM_Task, 'duration_secs': 0.939524} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.689056] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0254e970-0c97-4c98-bdb0-c8dc36ea77ce/0254e970-0c97-4c98-bdb0-c8dc36ea77ce.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.689056] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef010c8b-4aee-4c71-96e1-d3abd148cf29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.693441] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 785.693441] env[69744]: value = "task-3311465" [ 785.693441] env[69744]: _type = "Task" [ 785.693441] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.701491] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311465, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.814582] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 25f0d588-ce2e-4896-976f-91d67482447d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.917751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Releasing lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.918987] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Acquired lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.919198] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.963250] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270f88b-9fd5-32fe-a7ca-d69a955e77d6, 'name': SearchDatastore_Task, 'duration_secs': 0.017246} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.964306] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33968945-f2d9-41c3-9dbb-56755678aac7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.970139] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 785.970139] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fcdcff-1a3d-0313-7a14-a23ea75cf8e6" [ 785.970139] env[69744]: _type = "Task" [ 785.970139] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.978301] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fcdcff-1a3d-0313-7a14-a23ea75cf8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.110177] env[69744]: WARNING nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 786.205994] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311465, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.319940] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5eaf2cff-a8a4-4b4e-9007-738d17538deb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.425349] env[69744]: DEBUG nova.compute.manager [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.426339] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3910a149-038a-4c2a-bbbb-faeb22240062 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.483235] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fcdcff-1a3d-0313-7a14-a23ea75cf8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.483534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.483761] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f0e74a22-8d6c-44fc-808d-af887e716e59/f0e74a22-8d6c-44fc-808d-af887e716e59.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.484037] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd6d048-db5a-4bc3-b8a2-9410efa68845 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.491177] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 786.491177] env[69744]: value = "task-3311466" [ 786.491177] env[69744]: _type = "Task" [ 786.491177] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.500198] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.529466] env[69744]: DEBUG nova.network.neutron [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe6365d0-0c63-40c5-afbc-70aaf98394f3", "address": "fa:16:3e:ba:f1:d5", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6365d0-0c", "ovs_interfaceid": "fe6365d0-0c63-40c5-afbc-70aaf98394f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.653618] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updated VIF entry in instance network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.654030] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.705246] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311465, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.823806] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 18dd6d72-621f-4ba9-b3a9-994d5f9726fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.823978] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration 0059224d-efe8-43b6-ae8e-33e85764a437 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 786.824122] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f1b8f182-2520-4ff2-9b83-044cc12c084e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 787.002599] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.032582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.033497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.033688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.034686] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22cd68d-32d8-40b2-98e0-b282d7da5e41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.053231] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.053507] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.053684] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.053874] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.054030] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.054241] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.054382] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.054536] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.054699] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.054861] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.055040] env[69744]: DEBUG nova.virt.hardware [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.062080] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfiguring VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 787.062486] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0a633d-46a5-4c08-bbc0-9cdbd4500a52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082076] env[69744]: DEBUG oslo_vmware.api [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 787.082076] env[69744]: value = "task-3311467" [ 787.082076] env[69744]: _type = "Task" [ 787.082076] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.091021] env[69744]: DEBUG oslo_vmware.api [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.157803] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Releasing lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.158134] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Received event network-vif-plugged-2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.158336] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Acquiring lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.158564] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.158756] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.158952] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] No waiting events found dispatching network-vif-plugged-2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.159138] env[69744]: WARNING nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Received unexpected event network-vif-plugged-2684ebea-60b5-4b7f-a572-2ce4bbff43b9 for instance with vm_state building and task_state spawning. [ 787.159303] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Received event network-changed-2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.159458] env[69744]: DEBUG nova.compute.manager [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Refreshing instance network info cache due to event network-changed-2684ebea-60b5-4b7f-a572-2ce4bbff43b9. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.159649] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Acquiring lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.159794] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Acquired lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.159952] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Refreshing network info cache for port 2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.206454] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311465, 'name': Rename_Task, 'duration_secs': 1.349748} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.206806] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.207119] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7918ba60-82d4-43bc-95a3-028eb1a8a86a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.213981] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 787.213981] env[69744]: value = "task-3311468" [ 787.213981] env[69744]: _type = "Task" [ 787.213981] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.224159] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.327537] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 7ecd7ac5-c934-42c0-80d3-684a4e5544bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.440838] env[69744]: DEBUG nova.compute.manager [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-vif-plugged-fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.441120] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.441395] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.441617] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.441839] env[69744]: DEBUG nova.compute.manager [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] No waiting events found dispatching network-vif-plugged-fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.442074] env[69744]: WARNING nova.compute.manager [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received unexpected event network-vif-plugged-fe6365d0-0c63-40c5-afbc-70aaf98394f3 for instance with vm_state active and task_state None. [ 787.442305] env[69744]: DEBUG nova.compute.manager [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-changed-fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.442511] env[69744]: DEBUG nova.compute.manager [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing instance network info cache due to event network-changed-fe6365d0-0c63-40c5-afbc-70aaf98394f3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.442763] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.442952] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.443192] env[69744]: DEBUG nova.network.neutron [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Refreshing network info cache for port fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.447271] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274467f0-c3e8-4495-85ea-80aee93ac095 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.459237] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Doing hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.459865] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0fe85672-554d-4dc1-b813-539f65c17461 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.467490] env[69744]: DEBUG oslo_vmware.api [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 787.467490] env[69744]: value = "task-3311469" [ 787.467490] env[69744]: _type = "Task" [ 787.467490] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.476389] env[69744]: DEBUG oslo_vmware.api [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311469, 'name': ResetVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.502717] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732619} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.502926] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f0e74a22-8d6c-44fc-808d-af887e716e59/f0e74a22-8d6c-44fc-808d-af887e716e59.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.503198] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.503457] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d084544d-18a3-4b89-8345-a2e16a89b2ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.511079] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 787.511079] env[69744]: value = "task-3311470" [ 787.511079] env[69744]: _type = "Task" [ 787.511079] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.520754] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.599406] env[69744]: DEBUG oslo_vmware.api [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.728499] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.830936] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance b3b5f246-6440-4bb5-9285-6171fb1ea965 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.831642] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 787.831642] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 787.928960] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Updated VIF entry in instance network info cache for port 2684ebea-60b5-4b7f-a572-2ce4bbff43b9. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.929359] env[69744]: DEBUG nova.network.neutron [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Updating instance_info_cache with network_info: [{"id": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "address": "fa:16:3e:49:c8:fc", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2684ebea-60", "ovs_interfaceid": "2684ebea-60b5-4b7f-a572-2ce4bbff43b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.978195] env[69744]: DEBUG oslo_vmware.api [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311469, 'name': ResetVM_Task, 'duration_secs': 0.097127} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.981399] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Did hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 787.981590] env[69744]: DEBUG nova.compute.manager [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.984397] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf305f0-7c0e-4d4c-83b9-51478d7c1fd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.021178] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.023512] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.024376] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d82346c-b19e-464d-a41b-4352b21c0b6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.048632] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] f0e74a22-8d6c-44fc-808d-af887e716e59/f0e74a22-8d6c-44fc-808d-af887e716e59.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.054441] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680ef59f-5f0a-40be-bedc-7e229cbf996f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.074256] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 788.074256] env[69744]: value = "task-3311471" [ 788.074256] env[69744]: _type = "Task" [ 788.074256] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.084719] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.098548] env[69744]: DEBUG oslo_vmware.api [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311467, 'name': ReconfigVM_Task, 'duration_secs': 0.608469} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.099120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.099359] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfigured VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 788.198282] env[69744]: DEBUG nova.network.neutron [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updated VIF entry in instance network info cache for port fe6365d0-0c63-40c5-afbc-70aaf98394f3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.198835] env[69744]: DEBUG nova.network.neutron [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe6365d0-0c63-40c5-afbc-70aaf98394f3", "address": "fa:16:3e:ba:f1:d5", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6365d0-0c", "ovs_interfaceid": "fe6365d0-0c63-40c5-afbc-70aaf98394f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.227462] env[69744]: DEBUG oslo_vmware.api [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311468, 'name': PowerOnVM_Task, 'duration_secs': 0.603028} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.227746] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.227939] env[69744]: INFO nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Took 10.55 seconds to spawn the instance on the hypervisor. [ 788.228127] env[69744]: DEBUG nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.228955] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9cb68-fc3b-4785-9127-002996388dfb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.412814] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0624980f-ac88-47fb-a651-006f8c36523c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.421039] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36672aa6-b692-4c13-bd52-4f28ed1ec4f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.451865] env[69744]: DEBUG oslo_concurrency.lockutils [req-d9c5deaa-3c57-4936-9626-730149c80b4f req-5417c4dd-8efe-4a41-bad6-af98edb67df7 service nova] Releasing lock "refresh_cache-f0e74a22-8d6c-44fc-808d-af887e716e59" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.453057] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf2c17d-209a-433d-a60f-08ec6a376b87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.460585] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ef99c-e00b-4dbb-9097-c3eaeb4eb347 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.473799] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.498995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40bc5890-59c2-4157-81af-0c51fd6d7270 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.859s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.585029] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.604854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2e6ab99b-aa93-413d-99b6-67b8b522855a tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.053s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.702381] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ab3da65-73b1-4d6b-9efc-dfb6834797ba req-780ad799-0013-4be5-94d4-468e5b5c6016 service nova] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.747908] env[69744]: INFO nova.compute.manager [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Took 47.25 seconds to build instance. [ 788.977100] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.084477] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311471, 'name': ReconfigVM_Task, 'duration_secs': 0.79629} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.084760] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Reconfigured VM instance instance-00000027 to attach disk [datastore1] f0e74a22-8d6c-44fc-808d-af887e716e59/f0e74a22-8d6c-44fc-808d-af887e716e59.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.085497] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd16fa2-60d4-4c5c-922b-47584e059316 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.091874] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 789.091874] env[69744]: value = "task-3311472" [ 789.091874] env[69744]: _type = "Task" [ 789.091874] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.100277] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311472, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.250916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-05a59644-bfef-4b5f-86fd-fb3bb26232d6 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.470s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.482446] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 789.482712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.867s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.483213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.416s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.483429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.487340] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.358s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.489029] env[69744]: INFO nova.compute.claims [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.514859] env[69744]: INFO nova.scheduler.client.report [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleted allocations for instance cebd0101-939b-4a9c-9ac6-385df3010ce1 [ 789.602491] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311472, 'name': Rename_Task, 'duration_secs': 0.174658} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.602491] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.602727] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d028c53-af31-433e-a1eb-230d23c1a1e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.609014] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 789.609014] env[69744]: value = "task-3311473" [ 789.609014] env[69744]: _type = "Task" [ 789.609014] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.616553] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.754067] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.023279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c9ac3a2b-593d-4dae-81a4-adacac41b4d4 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "cebd0101-939b-4a9c-9ac6-385df3010ce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.890s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.121602] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.284377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.557606] env[69744]: DEBUG nova.compute.manager [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.558184] env[69744]: DEBUG nova.compute.manager [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing instance network info cache due to event network-changed-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.558184] env[69744]: DEBUG oslo_concurrency.lockutils [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] Acquiring lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.558337] env[69744]: DEBUG oslo_concurrency.lockutils [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] Acquired lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.558472] env[69744]: DEBUG nova.network.neutron [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Refreshing network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.622860] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311473, 'name': PowerOnVM_Task, 'duration_secs': 0.938323} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.625566] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.625775] env[69744]: INFO nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Took 9.96 seconds to spawn the instance on the hypervisor. [ 790.625952] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.627016] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab0698-c812-41f8-903f-1e516148e74d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.725877] env[69744]: DEBUG nova.compute.manager [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.726072] env[69744]: DEBUG nova.compute.manager [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing instance network info cache due to event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.726292] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726431] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726596] env[69744]: DEBUG nova.network.neutron [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.098462] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c672d32-1aa9-4acd-986c-e3b4b6b041f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.110167] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea72e1-249f-4897-939b-98366d16582c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.152221] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6c59f-00d1-4f17-93be-db1e9aced596 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.155166] env[69744]: INFO nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Took 48.82 seconds to build instance. [ 791.162559] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c20d7-ceee-4211-9802-68fa7b970022 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.179035] env[69744]: DEBUG nova.compute.provider_tree [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.503769] env[69744]: DEBUG nova.network.neutron [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updated VIF entry in instance network info cache for port 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.503769] env[69744]: DEBUG nova.network.neutron [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [{"id": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "address": "fa:16:3e:f5:9f:e2", "network": {"id": "82dd3b64-d97d-439a-bfb8-97d782572e46", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724042798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7f4a82b26384c4881c57383cb7addec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3724ffd4-b8", "ovs_interfaceid": "3724ffd4-b8dd-48d4-845e-ab45c15c7fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.513272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.513522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.514463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.514463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.514463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.517501] env[69744]: INFO nova.compute.manager [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Terminating instance [ 791.624666] env[69744]: DEBUG nova.network.neutron [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updated VIF entry in instance network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.625076] env[69744]: DEBUG nova.network.neutron [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.658160] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.682s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.686020] env[69744]: DEBUG nova.scheduler.client.report [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.004641] env[69744]: DEBUG oslo_concurrency.lockutils [req-13faae18-0b18-4497-b43e-e596b69f12f1 req-4d976bbf-395c-4d51-a638-ca73b65af5f4 service nova] Releasing lock "refresh_cache-7da0d7f3-4091-44e0-9d21-d6e09e78603e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.022037] env[69744]: DEBUG nova.compute.manager [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.023152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.024200] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c01adc-8536-44b1-987d-f609a46fa2de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.033807] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.034021] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c8b44f-4ca3-46c4-838d-760f2deea9b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.040555] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 792.040555] env[69744]: value = "task-3311474" [ 792.040555] env[69744]: _type = "Task" [ 792.040555] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.048893] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.128283] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1b4a3a8-73e9-4b72-b769-aab4867feea4 req-e32b7287-15d0-4540-bd7b-749ce50c5b77 service nova] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.163272] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.187977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.188446] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.194374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.503s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.194527] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.196846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.574s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.221316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-fe6365d0-0c63-40c5-afbc-70aaf98394f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.221607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-fe6365d0-0c63-40c5-afbc-70aaf98394f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.229405] env[69744]: INFO nova.scheduler.client.report [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Deleted allocations for instance eae4fc1d-13ea-4e22-b607-c6fb0472d791 [ 792.556966] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311474, 'name': PowerOffVM_Task, 'duration_secs': 0.292817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.557374] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.557566] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.557921] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95ab4e4a-35bf-43d2-bb75-2e9335590d77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.623297] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.623661] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.623904] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleting the datastore file [datastore2] 7da0d7f3-4091-44e0-9d21-d6e09e78603e {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.624184] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f863627-9c92-4838-8d1b-77c6c3e691e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.631020] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 792.631020] env[69744]: value = "task-3311476" [ 792.631020] env[69744]: _type = "Task" [ 792.631020] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.639511] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.683568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.700602] env[69744]: DEBUG nova.compute.utils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.703666] env[69744]: INFO nova.compute.claims [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.707410] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.707410] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.727536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.727795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.729113] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c6cdce-5f27-4310-b4d6-141d376e6e13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.753966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8b274d5-086b-4f7b-8d60-4babf43765a5 tempest-ServerAddressesTestJSON-400837167 tempest-ServerAddressesTestJSON-400837167-project-member] Lock "eae4fc1d-13ea-4e22-b607-c6fb0472d791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.466s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.759109] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfdca7-7992-4653-8889-95e9339e9a71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.764680] env[69744]: DEBUG nova.policy [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ccf44ce13bc43eabb14a6076ce61cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa30edcadf5422f82c1cbac2670dd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.770928] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.772939] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72267f91-d495-4480-9e49-d8a802633645 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.798060] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfiguring VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 792.799133] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8cd948b-b2e9-4084-b4ed-c61e955b1d36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.814736] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.814927] env[69744]: ERROR oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk due to incomplete transfer. [ 792.818207] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30ec5e31-9a86-40df-b804-d7aa382d05c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.822968] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 792.822968] env[69744]: value = "task-3311477" [ 792.822968] env[69744]: _type = "Task" [ 792.822968] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.828902] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d8e21-b599-3168-d730-0f0dc22a939a/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.830140] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Uploaded image 78c94db4-af69-442d-a34d-b1cf8e9ef2d4 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.831351] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.835203] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6db141d0-ee3b-444f-9f73-3199e22beca1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.836858] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.841905] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 792.841905] env[69744]: value = "task-3311478" [ 792.841905] env[69744]: _type = "Task" [ 792.841905] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.853763] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311478, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.953764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.954057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.954266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.954442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.954605] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.957748] env[69744]: INFO nova.compute.manager [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Terminating instance [ 793.144541] env[69744]: DEBUG oslo_vmware.api [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.145038] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.145484] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.145712] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.145947] env[69744]: INFO nova.compute.manager [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 793.147271] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.147489] env[69744]: DEBUG nova.compute.manager [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.147590] env[69744]: DEBUG nova.network.neutron [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.208988] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.213926] env[69744]: INFO nova.compute.resource_tracker [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating resource usage from migration 0059224d-efe8-43b6-ae8e-33e85764a437 [ 793.240051] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Successfully created port: a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.337623] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.353188] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311478, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.466022] env[69744]: DEBUG nova.compute.manager [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.466022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.466022] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bc184-8311-41ef-83e7-58dc2643990d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.480036] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.480036] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5665b806-dc08-4f0d-821d-7254895269ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.495033] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 793.495033] env[69744]: value = "task-3311479" [ 793.495033] env[69744]: _type = "Task" [ 793.495033] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.506777] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.807839] env[69744]: DEBUG nova.compute.manager [req-56a2c2a9-9187-4773-9a6e-d4fa65975b5b req-66d74edf-4d3e-4a4f-8fa5-6a0e843ec7d8 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Received event network-vif-deleted-3724ffd4-b8dd-48d4-845e-ab45c15c7fd4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.808143] env[69744]: INFO nova.compute.manager [req-56a2c2a9-9187-4773-9a6e-d4fa65975b5b req-66d74edf-4d3e-4a4f-8fa5-6a0e843ec7d8 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Neutron deleted interface 3724ffd4-b8dd-48d4-845e-ab45c15c7fd4; detaching it from the instance and deleting it from the info cache [ 793.809169] env[69744]: DEBUG nova.network.neutron [req-56a2c2a9-9187-4773-9a6e-d4fa65975b5b req-66d74edf-4d3e-4a4f-8fa5-6a0e843ec7d8 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.843351] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.854301] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311478, 'name': Destroy_Task, 'duration_secs': 0.74621} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.857598] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Destroyed the VM [ 793.857869] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.859494] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-120c9ebf-f0e0-4b7c-9dc4-c4ce71a2e09b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.865310] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 793.865310] env[69744]: value = "task-3311480" [ 793.865310] env[69744]: _type = "Task" [ 793.865310] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.871058] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e817e-c0c3-4a3a-9c72-c1a113f35664 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.879414] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.882870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c373de6-8cda-4662-a721-3bc27e6b8c70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.914248] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca75a1-ffb4-4806-8f44-31dd70a9f934 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.925392] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321493e3-38dd-40ae-a0ec-cec590dce251 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.942893] env[69744]: DEBUG nova.compute.provider_tree [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.002566] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311479, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.043380] env[69744]: DEBUG nova.network.neutron [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.231292] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.274187] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.274490] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.274650] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.274831] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.275273] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.275273] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.275388] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.275589] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.275709] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.275900] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.276080] env[69744]: DEBUG nova.virt.hardware [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.277546] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6f742-893e-435b-bad3-414675165c7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.287302] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5326085-4f84-453d-835c-df20a2dc4699 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.319438] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dacc055-6cf2-4bcb-a743-614803aa042f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.329538] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7c131-b34d-452d-bf27-67d5b7605407 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.350487] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.370143] env[69744]: DEBUG nova.compute.manager [req-56a2c2a9-9187-4773-9a6e-d4fa65975b5b req-66d74edf-4d3e-4a4f-8fa5-6a0e843ec7d8 service nova] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Detach interface failed, port_id=3724ffd4-b8dd-48d4-845e-ab45c15c7fd4, reason: Instance 7da0d7f3-4091-44e0-9d21-d6e09e78603e could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.379063] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.446988] env[69744]: DEBUG nova.scheduler.client.report [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.503240] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311479, 'name': PowerOffVM_Task, 'duration_secs': 0.517651} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.503532] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.503703] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.503969] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cdc8bbe-7ac5-400b-b173-c4ed5fd6d689 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.545826] env[69744]: INFO nova.compute.manager [-] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Took 1.40 seconds to deallocate network for instance. [ 794.563815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.564069] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.564257] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleting the datastore file [datastore2] dac01f89-f37f-4fe9-a21b-4a4071002d37 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.564535] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17b3c51-b78c-4855-a8ef-f919f984c700 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.571230] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 794.571230] env[69744]: value = "task-3311482" [ 794.571230] env[69744]: _type = "Task" [ 794.571230] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.582290] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.850996] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.879302] env[69744]: DEBUG oslo_vmware.api [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311480, 'name': RemoveSnapshot_Task, 'duration_secs': 0.968693} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.879823] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.880277] env[69744]: INFO nova.compute.manager [None req-c790415e-74f6-4ea3-b664-ae6d26e482df tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 794.955019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.756s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.955019] env[69744]: INFO nova.compute.manager [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Migrating [ 794.960602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.905s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.962715] env[69744]: INFO nova.compute.claims [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.053153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.085216] env[69744]: DEBUG oslo_vmware.api [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341768} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.085216] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.085216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.085216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.085216] env[69744]: INFO nova.compute.manager [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Took 1.62 seconds to destroy the instance on the hypervisor. [ 795.085216] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.085216] env[69744]: DEBUG nova.compute.manager [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.085216] env[69744]: DEBUG nova.network.neutron [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.242389] env[69744]: DEBUG nova.compute.manager [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Received event network-vif-plugged-a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.242692] env[69744]: DEBUG oslo_concurrency.lockutils [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] Acquiring lock "fc428465-7779-4050-a296-0d4bf116368b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.242874] env[69744]: DEBUG oslo_concurrency.lockutils [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] Lock "fc428465-7779-4050-a296-0d4bf116368b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.242930] env[69744]: DEBUG oslo_concurrency.lockutils [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] Lock "fc428465-7779-4050-a296-0d4bf116368b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.243077] env[69744]: DEBUG nova.compute.manager [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] No waiting events found dispatching network-vif-plugged-a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.243235] env[69744]: WARNING nova.compute.manager [req-d3148633-24c7-4044-94b9-52a81290c2fb req-5c746efb-1d1b-4d23-b156-bfb872adb9d4 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Received unexpected event network-vif-plugged-a27683f0-6eff-47c7-9b2c-6c206eee64a4 for instance with vm_state building and task_state spawning. [ 795.269199] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Successfully updated port: a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.352178] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.473963] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.474194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.474424] env[69744]: DEBUG nova.network.neutron [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.774300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.774460] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.774661] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.855092] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.922170] env[69744]: DEBUG nova.compute.manager [req-2ef62a8b-c370-45d9-a934-4f79117d4f01 req-b58985f9-51a0-4f5e-adfe-1a270f8f6fb1 service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Received event network-vif-deleted-cbd7e3c5-84cf-4171-8af5-5325e126cc5e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.922337] env[69744]: INFO nova.compute.manager [req-2ef62a8b-c370-45d9-a934-4f79117d4f01 req-b58985f9-51a0-4f5e-adfe-1a270f8f6fb1 service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Neutron deleted interface cbd7e3c5-84cf-4171-8af5-5325e126cc5e; detaching it from the instance and deleting it from the info cache [ 795.922542] env[69744]: DEBUG nova.network.neutron [req-2ef62a8b-c370-45d9-a934-4f79117d4f01 req-b58985f9-51a0-4f5e-adfe-1a270f8f6fb1 service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.932843] env[69744]: DEBUG nova.network.neutron [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.236253] env[69744]: DEBUG nova.network.neutron [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.313284] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.358615] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.431369] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b4ee2b-ac87-4f1a-a2c0-6b4df346424d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.435481] env[69744]: INFO nova.compute.manager [-] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Took 1.35 seconds to deallocate network for instance. [ 796.441210] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664bf808-001c-4c21-80f2-9fa723ba8b1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.462848] env[69744]: DEBUG nova.network.neutron [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Updating instance_info_cache with network_info: [{"id": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "address": "fa:16:3e:98:98:9b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27683f0-6e", "ovs_interfaceid": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.482127] env[69744]: DEBUG nova.compute.manager [req-2ef62a8b-c370-45d9-a934-4f79117d4f01 req-b58985f9-51a0-4f5e-adfe-1a270f8f6fb1 service nova] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Detach interface failed, port_id=cbd7e3c5-84cf-4171-8af5-5325e126cc5e, reason: Instance dac01f89-f37f-4fe9-a21b-4a4071002d37 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.575412] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed1777-fc96-477b-bb79-24f1b4114019 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.582934] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722dbc2d-7d74-4169-a245-e3f778258469 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.616318] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6575f-55c1-4e53-9d1e-2b6441b895cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.623232] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93c3432-4b98-4606-af50-ecd0fa01c892 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.636967] env[69744]: DEBUG nova.compute.provider_tree [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.739699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.854473] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.962253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.966266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.966266] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Instance network_info: |[{"id": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "address": "fa:16:3e:98:98:9b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27683f0-6e", "ovs_interfaceid": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.966410] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:98:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a27683f0-6eff-47c7-9b2c-6c206eee64a4', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.973830] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.974053] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.974277] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d254b2-4391-4ab1-bcc3-0a18097c14d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.993706] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.993706] env[69744]: value = "task-3311483" [ 796.993706] env[69744]: _type = "Task" [ 796.993706] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.001428] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311483, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.141262] env[69744]: DEBUG nova.scheduler.client.report [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.203970] env[69744]: DEBUG nova.compute.manager [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.204902] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3b589-9a89-4721-93ed-34508be3e8ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.271768] env[69744]: DEBUG nova.compute.manager [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Received event network-changed-a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.271768] env[69744]: DEBUG nova.compute.manager [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Refreshing instance network info cache due to event network-changed-a27683f0-6eff-47c7-9b2c-6c206eee64a4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.271894] env[69744]: DEBUG oslo_concurrency.lockutils [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] Acquiring lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.272110] env[69744]: DEBUG oslo_concurrency.lockutils [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] Acquired lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.272298] env[69744]: DEBUG nova.network.neutron [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Refreshing network info cache for port a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.354201] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.507119] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311483, 'name': CreateVM_Task, 'duration_secs': 0.353201} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.507119] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.507119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.507119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.507119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.507119] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16a760a-ef42-4117-828e-1b4dba364252 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.510281] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 797.510281] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c165d-6a2e-cf05-c619-ac0de6389ec5" [ 797.510281] env[69744]: _type = "Task" [ 797.510281] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.520952] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c165d-6a2e-cf05-c619-ac0de6389ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.646034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.646455] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.649291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.743s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.650756] env[69744]: INFO nova.compute.claims [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.716492] env[69744]: INFO nova.compute.manager [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] instance snapshotting [ 797.722015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8ba56-7100-4409-95a5-ba9561cf206f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.742158] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6151df3-e036-48b8-a6f1-69144275d5e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.853977] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.022403] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c165d-6a2e-cf05-c619-ac0de6389ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.023073] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.024022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.024022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.024022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.024022] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.024286] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3abf914-2bbe-4095-acdd-31c5c471ada7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.027249] env[69744]: DEBUG nova.network.neutron [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Updated VIF entry in instance network info cache for port a27683f0-6eff-47c7-9b2c-6c206eee64a4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.027575] env[69744]: DEBUG nova.network.neutron [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Updating instance_info_cache with network_info: [{"id": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "address": "fa:16:3e:98:98:9b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27683f0-6e", "ovs_interfaceid": "a27683f0-6eff-47c7-9b2c-6c206eee64a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.035546] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.035722] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.036452] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b60ae6-9663-4f46-8616-8cc62c1a0e77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.041685] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 798.041685] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5230d5ff-180f-e9f2-5592-0564f7d7f8d5" [ 798.041685] env[69744]: _type = "Task" [ 798.041685] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.049804] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5230d5ff-180f-e9f2-5592-0564f7d7f8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.162550] env[69744]: DEBUG nova.compute.utils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.167976] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.167976] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.232236] env[69744]: DEBUG nova.policy [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe73d60d5bdf481d83c60d62407430f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a236ec5d46374960ab51ac5c2a824e8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.259629] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.259931] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bb79dea-9cb1-4a0a-b418-bd17c909df06 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.265620] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b20125-5a6b-4a64-8882-7ea19ba3e0c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.285590] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.293124] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 798.293124] env[69744]: value = "task-3311484" [ 798.293124] env[69744]: _type = "Task" [ 798.293124] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.301460] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311484, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.362091] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.514320] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Successfully created port: 4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.535289] env[69744]: DEBUG oslo_concurrency.lockutils [req-d81398ad-fb93-4611-9d2a-084b1ca4f073 req-56510f05-3f6c-4ada-9eef-6e40a771e6d2 service nova] Releasing lock "refresh_cache-fc428465-7779-4050-a296-0d4bf116368b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.554319] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5230d5ff-180f-e9f2-5592-0564f7d7f8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019797} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.555198] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f55e9e9-68b8-440c-86b9-3fd54fa8a1e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.562089] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 798.562089] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52343d4d-7da0-0d8b-aefc-4742f9b484f6" [ 798.562089] env[69744]: _type = "Task" [ 798.562089] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.572359] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52343d4d-7da0-0d8b-aefc-4742f9b484f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.668322] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.795456] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.795456] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c8b84f-14d3-469c-b236-321bf992d885 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.811777] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311484, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.816905] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 798.816905] env[69744]: value = "task-3311485" [ 798.816905] env[69744]: _type = "Task" [ 798.816905] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.826765] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.857240] env[69744]: DEBUG oslo_vmware.api [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311477, 'name': ReconfigVM_Task, 'duration_secs': 5.746867} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.858074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.858074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Reconfigured VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 799.075892] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52343d4d-7da0-0d8b-aefc-4742f9b484f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.077146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.077538] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fc428465-7779-4050-a296-0d4bf116368b/fc428465-7779-4050-a296-0d4bf116368b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.077841] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae31ef2-75ee-4684-b9b2-3bac08b1d7d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.084649] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 799.084649] env[69744]: value = "task-3311486" [ 799.084649] env[69744]: _type = "Task" [ 799.084649] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.094910] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.305359] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311484, 'name': CreateSnapshot_Task, 'duration_secs': 0.656177} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.305646] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.306522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83df7c-6a38-49ee-ac98-149b7f193fd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.327121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2d994-aa95-4c52-aa2b-254f2f081c3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.333553] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311485, 'name': PowerOffVM_Task, 'duration_secs': 0.223553} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.335042] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.335042] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.340581] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414f48bf-cccb-4080-a7d6-319fddc37c1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.374692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc711c-cd5b-44f7-9e1f-40bc69eb3fb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.383128] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902fcf5-fa01-473b-8bbf-9ec84053d187 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.398314] env[69744]: DEBUG nova.compute.provider_tree [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.596858] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311486, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.690803] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.727131] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.728839] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.729298] env[69744]: DEBUG nova.virt.hardware [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.729859] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8d43b-c76e-4e93-9ac9-abaa2744ef61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.737853] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0484f0-d22b-414c-a332-32b0e7e86daf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.833677] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.834053] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d39c4a2-f259-489c-ba53-acc116ed12c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.843155] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 799.843155] env[69744]: value = "task-3311487" [ 799.843155] env[69744]: _type = "Task" [ 799.843155] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.848494] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:35:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1580819849',id=42,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1967755461',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.848728] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.848953] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.849062] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.849214] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.849359] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.849556] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.849708] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.849870] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.850069] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.850272] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.855310] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b7f885-7deb-407f-9a77-bf27b371a3ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.874698] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311487, 'name': CloneVM_Task} progress is 12%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.880717] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 799.880717] env[69744]: value = "task-3311488" [ 799.880717] env[69744]: _type = "Task" [ 799.880717] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.894207] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.901619] env[69744]: DEBUG nova.scheduler.client.report [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.006952] env[69744]: DEBUG nova.compute.manager [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-vif-deleted-fe6365d0-0c63-40c5-afbc-70aaf98394f3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.006952] env[69744]: INFO nova.compute.manager [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Neutron deleted interface fe6365d0-0c63-40c5-afbc-70aaf98394f3; detaching it from the instance and deleting it from the info cache [ 800.006952] env[69744]: DEBUG nova.network.neutron [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.103235] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556717} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.103705] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fc428465-7779-4050-a296-0d4bf116368b/fc428465-7779-4050-a296-0d4bf116368b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.106071] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.106071] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59d5d079-d0a5-42de-8b5c-67407c4f91b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.112159] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Successfully updated port: 4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.118650] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 800.118650] env[69744]: value = "task-3311489" [ 800.118650] env[69744]: _type = "Task" [ 800.118650] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.129620] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.301175] env[69744]: DEBUG nova.compute.manager [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Received event network-vif-plugged-4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.301406] env[69744]: DEBUG oslo_concurrency.lockutils [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] Acquiring lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.301648] env[69744]: DEBUG oslo_concurrency.lockutils [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] Lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.301831] env[69744]: DEBUG oslo_concurrency.lockutils [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] Lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.303488] env[69744]: DEBUG nova.compute.manager [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] No waiting events found dispatching network-vif-plugged-4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.303767] env[69744]: WARNING nova.compute.manager [req-58a10226-7530-4c3c-b8a6-9daf869bfdc6 req-f4658f1d-175a-4a75-9bee-87906c819cd1 service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Received unexpected event network-vif-plugged-4a0c5896-2a7a-4145-a86e-34466725c93b for instance with vm_state building and task_state spawning. [ 800.354476] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311487, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.390622] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311488, 'name': ReconfigVM_Task, 'duration_secs': 0.354738} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.390929] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.415936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.416062] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.418677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.470s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.419633] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.421351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.183s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.423022] env[69744]: INFO nova.compute.claims [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.462037] env[69744]: INFO nova.scheduler.client.report [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Deleted allocations for instance 26a807ba-3039-415b-aa30-2e554cad4d3d [ 800.510134] env[69744]: DEBUG oslo_concurrency.lockutils [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.510134] env[69744]: DEBUG oslo_concurrency.lockutils [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] Acquired lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.511137] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759c016-6fd8-436b-ba40-79ce0952def1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.539572] env[69744]: DEBUG oslo_concurrency.lockutils [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] Releasing lock "7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.540044] env[69744]: WARNING nova.compute.manager [req-64b8d482-7ce5-4994-adf2-b9d76a721a10 req-3c0c3dfe-50b5-4cc8-ba6c-289b9c66271e service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Detach interface failed, port_id=fe6365d0-0c63-40c5-afbc-70aaf98394f3, reason: No device with interface-id fe6365d0-0c63-40c5-afbc-70aaf98394f3 exists on VM: nova.exception.NotFound: No device with interface-id fe6365d0-0c63-40c5-afbc-70aaf98394f3 exists on VM [ 800.616338] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.616428] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.616557] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.630201] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067029} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.630463] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.631279] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016e3fb-535c-499d-8272-06754d86d51c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.656770] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] fc428465-7779-4050-a296-0d4bf116368b/fc428465-7779-4050-a296-0d4bf116368b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.657372] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747af799-ede9-44a9-8ae1-6a8ac3d3f3e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.677651] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 800.677651] env[69744]: value = "task-3311490" [ 800.677651] env[69744]: _type = "Task" [ 800.677651] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.686810] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.701911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702290] env[69744]: DEBUG nova.network.neutron [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.856037] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311487, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.898477] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1636672140',id=22,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1487986929',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.898477] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.898477] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.898831] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.898831] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.898831] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.899080] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.899268] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.899478] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.899683] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.899873] env[69744]: DEBUG nova.virt.hardware [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.906701] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.907052] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d7b975-f680-4dde-a6f8-8edff6e7b7cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.928700] env[69744]: DEBUG nova.compute.utils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.933216] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.933400] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.940597] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 800.940597] env[69744]: value = "task-3311491" [ 800.940597] env[69744]: _type = "Task" [ 800.940597] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.950750] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.974868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-10ad7342-cdc5-41f1-97cf-5a48d1b21ddb tempest-ServersAdminNegativeTestJSON-157565014 tempest-ServersAdminNegativeTestJSON-157565014-project-member] Lock "26a807ba-3039-415b-aa30-2e554cad4d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.964s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.977837] env[69744]: DEBUG nova.policy [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67ff628b5d104256b06ee8a2264ac2df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e74bb0d222164a3ea9e4bb77a89afcd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.096042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.096042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.096042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.096314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.097117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.103365] env[69744]: INFO nova.compute.manager [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Terminating instance [ 801.184062] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.193100] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.271192] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Successfully created port: 258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.355957] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311487, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.447113] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.461651] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311491, 'name': ReconfigVM_Task, 'duration_secs': 0.167595} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.464470] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.465353] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a6597-d3bf-42fa-a1f0-107eeb720472 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.493643] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.500115] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed11bdb-f507-44b4-9490-89c19fc685d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.521630] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 801.521630] env[69744]: value = "task-3311492" [ 801.521630] env[69744]: _type = "Task" [ 801.521630] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.537265] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.546938] env[69744]: DEBUG nova.network.neutron [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Updating instance_info_cache with network_info: [{"id": "4a0c5896-2a7a-4145-a86e-34466725c93b", "address": "fa:16:3e:a6:ef:10", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0c5896-2a", "ovs_interfaceid": "4a0c5896-2a7a-4145-a86e-34466725c93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.608529] env[69744]: DEBUG nova.compute.manager [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.608529] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.609287] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec85696-0b3e-4161-a005-279438beaf1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.616972] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.620769] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0d1c91-b398-4598-b432-c5a25684328f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.626749] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 801.626749] env[69744]: value = "task-3311493" [ 801.626749] env[69744]: _type = "Task" [ 801.626749] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.639600] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.697588] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311490, 'name': ReconfigVM_Task, 'duration_secs': 0.777532} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.699034] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] fc428465-7779-4050-a296-0d4bf116368b/fc428465-7779-4050-a296-0d4bf116368b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.699034] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7dda6f1-d748-4844-92bb-0cfb4d7ab0b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.707272] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 801.707272] env[69744]: value = "task-3311494" [ 801.707272] env[69744]: _type = "Task" [ 801.707272] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.718527] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311494, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.719548] env[69744]: DEBUG nova.network.neutron [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [{"id": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "address": "fa:16:3e:2d:2b:82", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e98e9-0a", "ovs_interfaceid": "a64e98e9-0a56-41b8-bc85-05baf44299e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.859129] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311487, 'name': CloneVM_Task, 'duration_secs': 1.593632} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.859675] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Created linked-clone VM from snapshot [ 801.860641] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f90150-5d01-4579-a362-b127fe860257 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.873902] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Uploading image dc0d2e12-99da-4c06-bbba-eddcdce2a3b7 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.902069] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 801.902069] env[69744]: value = "vm-661249" [ 801.902069] env[69744]: _type = "VirtualMachine" [ 801.902069] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 801.902346] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b7902df-8132-4662-8f03-642bc745f58c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.911971] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease: (returnval){ [ 801.911971] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5258154f-6043-32c6-86a6-8a4c81afd1f3" [ 801.911971] env[69744]: _type = "HttpNfcLease" [ 801.911971] env[69744]: } obtained for exporting VM: (result){ [ 801.911971] env[69744]: value = "vm-661249" [ 801.911971] env[69744]: _type = "VirtualMachine" [ 801.911971] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 801.912239] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the lease: (returnval){ [ 801.912239] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5258154f-6043-32c6-86a6-8a4c81afd1f3" [ 801.912239] env[69744]: _type = "HttpNfcLease" [ 801.912239] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 801.918643] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.918643] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5258154f-6043-32c6-86a6-8a4c81afd1f3" [ 801.918643] env[69744]: _type = "HttpNfcLease" [ 801.918643] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 802.040728] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.052364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.054288] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Instance network_info: |[{"id": "4a0c5896-2a7a-4145-a86e-34466725c93b", "address": "fa:16:3e:a6:ef:10", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0c5896-2a", "ovs_interfaceid": "4a0c5896-2a7a-4145-a86e-34466725c93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.054288] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ef:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a0c5896-2a7a-4145-a86e-34466725c93b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.062074] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.063606] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.064356] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d969e-79b4-4f95-a769-a37163b3cd0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.066998] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1724b4e3-558d-4e55-8424-f2bc092947d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.088430] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0c440-2afd-40f5-9bee-51e8b8a5c6b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.091771] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.091771] env[69744]: value = "task-3311496" [ 802.091771] env[69744]: _type = "Task" [ 802.091771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.137030] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8295c379-d895-4d9d-b1d9-053a0fc50ddb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.143927] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311496, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.149205] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311493, 'name': PowerOffVM_Task, 'duration_secs': 0.203799} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.151782] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.151782] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.152053] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a25450-6fe7-4923-8baa-3d6b107be363 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.154709] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35db46d-ac4b-4f28-9fb5-0d8fa7cf5778 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.172419] env[69744]: DEBUG nova.compute.provider_tree [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.220036] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311494, 'name': Rename_Task, 'duration_secs': 0.17429} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.220654] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.220936] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.221570] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.221570] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleting the datastore file [datastore2] 7f643918-3848-4e37-b15e-01a650cc53f3 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.221570] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1457f7f-5b5c-4e1d-92c2-7b80dc377976 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.223392] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-7f643918-3848-4e37-b15e-01a650cc53f3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.225586] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57301da4-6f08-49dc-89d3-34154e27df68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.231903] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 802.231903] env[69744]: value = "task-3311499" [ 802.231903] env[69744]: _type = "Task" [ 802.231903] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.233962] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 802.233962] env[69744]: value = "task-3311498" [ 802.233962] env[69744]: _type = "Task" [ 802.233962] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.247063] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.252541] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.301345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.301680] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.421867] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.421867] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5258154f-6043-32c6-86a6-8a4c81afd1f3" [ 802.421867] env[69744]: _type = "HttpNfcLease" [ 802.421867] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 802.422235] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 802.422235] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5258154f-6043-32c6-86a6-8a4c81afd1f3" [ 802.422235] env[69744]: _type = "HttpNfcLease" [ 802.422235] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 802.423073] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d5bd2-c26f-40ae-9d01-f32aadaf94f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.430580] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 802.430779] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 802.495534] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.500308] env[69744]: DEBUG nova.compute.manager [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Received event network-changed-4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.500414] env[69744]: DEBUG nova.compute.manager [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Refreshing instance network info cache due to event network-changed-4a0c5896-2a7a-4145-a86e-34466725c93b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.500556] env[69744]: DEBUG oslo_concurrency.lockutils [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] Acquiring lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.501179] env[69744]: DEBUG oslo_concurrency.lockutils [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] Acquired lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.501179] env[69744]: DEBUG nova.network.neutron [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Refreshing network info cache for port 4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.524809] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.525059] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.525225] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.525400] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.525544] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.525703] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.525922] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.526077] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.526242] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.526402] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.526570] env[69744]: DEBUG nova.virt.hardware [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.528273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c626ad0-abd6-4ef0-8f91-41d13d05f3fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.536965] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-baf81f6a-26a6-4a98-b00a-74b4975b507c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.541643] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dd1c34-1605-4d76-9c99-0070b1a4a290 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.550225] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311492, 'name': ReconfigVM_Task, 'duration_secs': 0.794735} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.552305] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/f1b8f182-2520-4ff2-9b83-044cc12c084e.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.552655] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.603863] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311496, 'name': CreateVM_Task, 'duration_secs': 0.335712} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.604028] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.604629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.605295] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.605295] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.605422] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8393062-b3b6-4fe4-a951-4039f088020d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.609824] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 802.609824] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec3d48-0d54-9535-c388-bb8622ccd817" [ 802.609824] env[69744]: _type = "Task" [ 802.609824] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.617741] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec3d48-0d54-9535-c388-bb8622ccd817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.675423] env[69744]: DEBUG nova.scheduler.client.report [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.729314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9bff6f5-30a7-4afd-bc8b-4dc53d2e9c70 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-7f643918-3848-4e37-b15e-01a650cc53f3-fe6365d0-0c63-40c5-afbc-70aaf98394f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.508s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.760417] env[69744]: DEBUG oslo_vmware.api [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200294} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.760865] env[69744]: DEBUG oslo_vmware.api [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311499, 'name': PowerOnVM_Task, 'duration_secs': 0.456612} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.761880] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Successfully updated port: 258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.763822] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.764015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.764684] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.764684] env[69744]: INFO nova.compute.manager [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 802.764684] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.764910] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.764910] env[69744]: INFO nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Took 8.53 seconds to spawn the instance on the hypervisor. [ 802.765468] env[69744]: DEBUG nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.765642] env[69744]: DEBUG nova.compute.manager [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.765791] env[69744]: DEBUG nova.network.neutron [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.769593] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02174e2-8ca4-4378-a427-b846df181d81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.067660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a941f3-1a8b-475e-866b-57d192d22ae6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.089092] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dbc74e-ec97-4e90-b71b-867737162d18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.111931] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.133568] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec3d48-0d54-9535-c388-bb8622ccd817, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.133722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.133864] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.134153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.134318] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.134518] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.134810] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1af25096-88bc-44e5-aa67-8e6d27b70fdb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.143984] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.144205] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.147527] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8af81e-8dee-4d00-9fb7-b94c2d73dc7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.155895] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 803.155895] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52160318-b773-3473-f45e-766c75aaf4c5" [ 803.155895] env[69744]: _type = "Task" [ 803.155895] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.165749] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52160318-b773-3473-f45e-766c75aaf4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.181874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.182391] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.188904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.677s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.189220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.191927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.757s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.196141] env[69744]: INFO nova.compute.claims [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.242427] env[69744]: INFO nova.scheduler.client.report [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Deleted allocations for instance e36e4f56-361c-4db8-bcf0-6a25e9aef855 [ 803.264406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.264757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquired lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.264836] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.289271] env[69744]: INFO nova.compute.manager [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Took 56.18 seconds to build instance. [ 803.428561] env[69744]: DEBUG nova.network.neutron [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Updated VIF entry in instance network info cache for port 4a0c5896-2a7a-4145-a86e-34466725c93b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.429069] env[69744]: DEBUG nova.network.neutron [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Updating instance_info_cache with network_info: [{"id": "4a0c5896-2a7a-4145-a86e-34466725c93b", "address": "fa:16:3e:a6:ef:10", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0c5896-2a", "ovs_interfaceid": "4a0c5896-2a7a-4145-a86e-34466725c93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.676143] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52160318-b773-3473-f45e-766c75aaf4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.676143] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85d5cc5-a269-4808-aaac-63bf269e5c27 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.680101] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 803.680101] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262ed7d-dd48-4e02-3edd-9ca64fbf1517" [ 803.680101] env[69744]: _type = "Task" [ 803.680101] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.680878] env[69744]: DEBUG nova.network.neutron [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Port 3740dc2a-8f29-41a6-a233-acd53179e681 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 803.699598] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262ed7d-dd48-4e02-3edd-9ca64fbf1517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.700831] env[69744]: DEBUG nova.compute.utils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.708277] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 803.759510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95547873-c400-4319-a361-c37d23a71433 tempest-VolumesAssistedSnapshotsTest-348327509 tempest-VolumesAssistedSnapshotsTest-348327509-project-member] Lock "e36e4f56-361c-4db8-bcf0-6a25e9aef855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.218s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.790920] env[69744]: DEBUG oslo_concurrency.lockutils [None req-98e67e62-a9e8-49fb-9265-b6624903c241 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.763s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.835013] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.932011] env[69744]: DEBUG oslo_concurrency.lockutils [req-15fd2b7d-48f7-4cc0-b7b8-086844380df7 req-6c75352d-83a2-4e6c-9d5c-6615fb77539c service nova] Releasing lock "refresh_cache-c36cc33d-1a3f-4a88-9451-452086c06456" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.068930] env[69744]: DEBUG nova.network.neutron [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.074911] env[69744]: DEBUG nova.network.neutron [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Updating instance_info_cache with network_info: [{"id": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "address": "fa:16:3e:e8:aa:55", "network": {"id": "88731a0d-f866-4e9f-a81f-90cf79bed3f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-588127033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74bb0d222164a3ea9e4bb77a89afcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258f4b38-fa", "ovs_interfaceid": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.122498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "fc428465-7779-4050-a296-0d4bf116368b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.122599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.122770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "fc428465-7779-4050-a296-0d4bf116368b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.122997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.123650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.128949] env[69744]: INFO nova.compute.manager [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Terminating instance [ 804.202021] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262ed7d-dd48-4e02-3edd-9ca64fbf1517, 'name': SearchDatastore_Task, 'duration_secs': 0.018732} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.202021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202021] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] c36cc33d-1a3f-4a88-9451-452086c06456/c36cc33d-1a3f-4a88-9451-452086c06456.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.202021] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f14fdb03-535a-4b77-896d-76d4ec06314a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.212139] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 804.212139] env[69744]: value = "task-3311500" [ 804.212139] env[69744]: _type = "Task" [ 804.212139] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.219887] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.232674] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.280613] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "f0e74a22-8d6c-44fc-808d-af887e716e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.280943] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.281220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.281390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.282587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.285748] env[69744]: INFO nova.compute.manager [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Terminating instance [ 804.295040] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.499589] env[69744]: DEBUG nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Received event network-vif-plugged-258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.499803] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Acquiring lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.500017] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.500517] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.500698] env[69744]: DEBUG nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] No waiting events found dispatching network-vif-plugged-258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.500866] env[69744]: WARNING nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Received unexpected event network-vif-plugged-258f4b38-fa08-4830-b0d5-c501f43a0bca for instance with vm_state building and task_state spawning. [ 804.501037] env[69744]: DEBUG nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Received event network-changed-258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.501191] env[69744]: DEBUG nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Refreshing instance network info cache due to event network-changed-258f4b38-fa08-4830-b0d5-c501f43a0bca. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.501357] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Acquiring lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.578898] env[69744]: INFO nova.compute.manager [-] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Took 1.81 seconds to deallocate network for instance. [ 804.584531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Releasing lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.584827] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Instance network_info: |[{"id": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "address": "fa:16:3e:e8:aa:55", "network": {"id": "88731a0d-f866-4e9f-a81f-90cf79bed3f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-588127033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74bb0d222164a3ea9e4bb77a89afcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258f4b38-fa", "ovs_interfaceid": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.585151] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Acquired lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.585357] env[69744]: DEBUG nova.network.neutron [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Refreshing network info cache for port 258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.586634] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:aa:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '258f4b38-fa08-4830-b0d5-c501f43a0bca', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.595371] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Creating folder: Project (e74bb0d222164a3ea9e4bb77a89afcd7). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.599281] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0af04050-407b-4aad-847b-b04fe8106926 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.613895] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Created folder: Project (e74bb0d222164a3ea9e4bb77a89afcd7) in parent group-v661134. [ 804.613946] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Creating folder: Instances. Parent ref: group-v661251. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.617888] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83f31907-9947-4b92-b23d-1222fb91104b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.628016] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Created folder: Instances in parent group-v661251. [ 804.628280] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.629177] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.629407] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8211a880-46dd-4651-b838-1889bac6cf7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.648552] env[69744]: DEBUG nova.compute.manager [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.649624] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.650031] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236331b-9e4e-431c-a0f0-069d09da5bf3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.659632] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.659888] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.659888] env[69744]: value = "task-3311503" [ 804.659888] env[69744]: _type = "Task" [ 804.659888] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.660105] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa46c13-62d3-4904-ba19-bca467555c42 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.672655] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311503, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.674485] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 804.674485] env[69744]: value = "task-3311504" [ 804.674485] env[69744]: _type = "Task" [ 804.674485] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.684206] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.718315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.718315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.718315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.738433] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.792075] env[69744]: DEBUG nova.compute.manager [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.792307] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.793882] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d552eb-077e-4841-b93d-884ed699bbd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.810428] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.810979] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fda0b1-b13f-432c-9a6e-aac1ddf7e3c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.815482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.818046] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 804.818046] env[69744]: value = "task-3311505" [ 804.818046] env[69744]: _type = "Task" [ 804.818046] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.832193] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.879938] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b7f88-918c-4847-a75b-bbb323e91bf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.887921] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09b16d-9d40-4523-863e-7834c93c8061 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.926512] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75ae24-be9f-46d1-9136-f0942aa2cdb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.933850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdf07e-5fbc-4cda-ba23-2a9a58a29afb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.949248] env[69744]: DEBUG nova.compute.provider_tree [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.107410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.173017] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311503, 'name': CreateVM_Task, 'duration_secs': 0.458221} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.173222] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.174153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.174751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.175007] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.175340] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2345afd-3147-4481-b1a6-07212a1c64da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.189090] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 805.189090] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fa591c-fe35-6269-7fa8-0f0570320ddf" [ 805.189090] env[69744]: _type = "Task" [ 805.189090] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.193680] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311504, 'name': PowerOffVM_Task, 'duration_secs': 0.284386} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.199376] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.200321] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.200481] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb3c1c7-501d-4c0b-90b9-d7a0e28e775d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.209090] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fa591c-fe35-6269-7fa8-0f0570320ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.015704} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.210063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.210063] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.210063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.210174] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.210720] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.211087] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be8e39e-6cd6-439b-b9a4-1f475b2c85a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.235129] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661738} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.235129] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.235129] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.235129] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] c36cc33d-1a3f-4a88-9451-452086c06456/c36cc33d-1a3f-4a88-9451-452086c06456.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.235405] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.235819] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f860599b-3812-4e84-a643-9cddb33186c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.238501] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6404f6e0-6947-4002-bab7-a89a6803fce6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.241397] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.249784] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 805.249784] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5237d52b-a97f-c94a-ac82-375f2c2cf58f" [ 805.249784] env[69744]: _type = "Task" [ 805.249784] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.257018] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 805.257018] env[69744]: value = "task-3311507" [ 805.257018] env[69744]: _type = "Task" [ 805.257018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.267945] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5237d52b-a97f-c94a-ac82-375f2c2cf58f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.272153] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b079807-44a6-4516-91e3-a52b6c55ddab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.277943] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.281262] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.284054] env[69744]: DEBUG nova.virt.hardware [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.284054] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.284054] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.284856] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleting the datastore file [datastore2] fc428465-7779-4050-a296-0d4bf116368b {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.286441] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc40a1-009e-4462-8e04-867a18c08398 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.289130] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d4004c-a8e8-4537-a9e1-a51a8888d4ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.291113] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 805.291113] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52844555-af69-b528-fc36-ab74cbb9b0a5" [ 805.291113] env[69744]: _type = "Task" [ 805.291113] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.298876] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 805.298876] env[69744]: value = "task-3311508" [ 805.298876] env[69744]: _type = "Task" [ 805.298876] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.302796] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7091b6b-4039-4c44-86bf-129b56ff40ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.313683] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52844555-af69-b528-fc36-ab74cbb9b0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.314440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.314697] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a3292a47-15c1-4d1c-b822-8a79271dcacc/a3292a47-15c1-4d1c-b822-8a79271dcacc.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.315408] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5499d7a4-9a44-4265-9131-1b475d888d89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.330197] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.330657] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.336705] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Creating folder: Project (6b448a27bc714c1985d7e8e9b385e427). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.340885] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc439895-29e1-44f1-8a21-02fc8b15ed99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.343747] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 805.343747] env[69744]: value = "task-3311509" [ 805.343747] env[69744]: _type = "Task" [ 805.343747] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.351313] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311505, 'name': PowerOffVM_Task, 'duration_secs': 0.24387} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.351888] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.352133] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.356447] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2563c31-0489-4d4d-a72d-e65a13d4cefc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.357552] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Created folder: Project (6b448a27bc714c1985d7e8e9b385e427) in parent group-v661134. [ 805.357552] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Creating folder: Instances. Parent ref: group-v661254. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.361106] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da7b3ade-e84e-447b-92fc-6f4c60c870af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.362973] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.372299] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Created folder: Instances in parent group-v661254. [ 805.372538] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.372732] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.372940] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d43a195-2a19-46c0-8241-786f77719f95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.391018] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.391018] env[69744]: value = "task-3311513" [ 805.391018] env[69744]: _type = "Task" [ 805.391018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.402947] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311513, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.452648] env[69744]: DEBUG nova.scheduler.client.report [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.479072] env[69744]: DEBUG nova.network.neutron [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Updated VIF entry in instance network info cache for port 258f4b38-fa08-4830-b0d5-c501f43a0bca. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.479337] env[69744]: DEBUG nova.network.neutron [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Updating instance_info_cache with network_info: [{"id": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "address": "fa:16:3e:e8:aa:55", "network": {"id": "88731a0d-f866-4e9f-a81f-90cf79bed3f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-588127033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e74bb0d222164a3ea9e4bb77a89afcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258f4b38-fa", "ovs_interfaceid": "258f4b38-fa08-4830-b0d5-c501f43a0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.774320] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071042} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.774320] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.774320] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f714ea7-867e-42fb-82de-dd3d9cdad36b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.810481] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c36cc33d-1a3f-4a88-9451-452086c06456/c36cc33d-1a3f-4a88-9451-452086c06456.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.811057] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8a155c-5b5d-4e8c-8b19-15c7f352429c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.838576] env[69744]: DEBUG oslo_vmware.api [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246906} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.840301] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.841572] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.841572] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.841572] env[69744]: INFO nova.compute.manager [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: fc428465-7779-4050-a296-0d4bf116368b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 805.841572] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.841572] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 805.841572] env[69744]: value = "task-3311514" [ 805.841572] env[69744]: _type = "Task" [ 805.841572] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.841572] env[69744]: DEBUG nova.compute.manager [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.846089] env[69744]: DEBUG nova.network.neutron [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.858329] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.862540] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.902251] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311513, 'name': CreateVM_Task, 'duration_secs': 0.420176} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.902424] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.902900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.903043] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.903395] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.903650] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127fee49-aa8e-487a-b326-f430cb62bb68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.909188] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 805.909188] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522ae215-7cd3-f208-ef1a-2eefe98b3ff2" [ 805.909188] env[69744]: _type = "Task" [ 805.909188] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.918359] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522ae215-7cd3-f208-ef1a-2eefe98b3ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.958010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.958612] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.961306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.067s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.961503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.961669] env[69744]: INFO nova.compute.manager [None req-4e21344e-06fa-49ee-a9ec-732d583be58f tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Successfully reverted task state from rebuilding on failure for instance. [ 805.967615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.907s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.969230] env[69744]: INFO nova.compute.claims [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.982789] env[69744]: DEBUG oslo_concurrency.lockutils [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] Releasing lock "refresh_cache-a3292a47-15c1-4d1c-b822-8a79271dcacc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.983116] env[69744]: DEBUG nova.compute.manager [req-7884a28c-16fe-44fe-9aa6-bb19863a65f5 req-7d247c07-4f55-400c-8c53-2303f5fa9629 service nova] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Received event network-vif-deleted-a64e98e9-0a56-41b8-bc85-05baf44299e2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.361562] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572025} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.361797] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.362047] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a3292a47-15c1-4d1c-b822-8a79271dcacc/a3292a47-15c1-4d1c-b822-8a79271dcacc.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.362259] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.362511] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698abb75-c282-4463-a0b9-78f660346576 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.370435] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 806.370435] env[69744]: value = "task-3311515" [ 806.370435] env[69744]: _type = "Task" [ 806.370435] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.377259] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.421355] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522ae215-7cd3-f208-ef1a-2eefe98b3ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.421981] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.421981] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.422249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.422390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.422618] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.422934] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-650af9f2-b659-45e5-ba1c-b108d6b392a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.432101] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.432308] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.433145] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf51d39-29d0-4c4d-ace0-2f5b7b352f33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.440455] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 806.440455] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525c530d-e134-49cc-00fd-d3860128c11b" [ 806.440455] env[69744]: _type = "Task" [ 806.440455] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.449733] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525c530d-e134-49cc-00fd-d3860128c11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.474915] env[69744]: DEBUG nova.compute.utils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.479616] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.479825] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.552609] env[69744]: DEBUG nova.policy [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f6442761724358a6795661ec984e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651604e00dff4d1cb95c9e5ed92e4993', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.632932] env[69744]: DEBUG nova.network.neutron [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.803626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.803916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.803985] env[69744]: DEBUG nova.network.neutron [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.860699] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311514, 'name': ReconfigVM_Task, 'duration_secs': 0.831632} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.867849] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c36cc33d-1a3f-4a88-9451-452086c06456/c36cc33d-1a3f-4a88-9451-452086c06456.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.868707] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b524eaef-2fca-4c72-bb9e-2824d113f7c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.880620] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091875} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.882729] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.883114] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 806.883114] env[69744]: value = "task-3311516" [ 806.883114] env[69744]: _type = "Task" [ 806.883114] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.883844] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb187cc-44db-43cd-9ae4-40483244ed18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.919146] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a3292a47-15c1-4d1c-b822-8a79271dcacc/a3292a47-15c1-4d1c-b822-8a79271dcacc.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.924081] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe8c26e-706e-4b7e-b826-06f8c19da72a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.939408] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311516, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.941825] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Successfully created port: 722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.950081] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 806.950081] env[69744]: value = "task-3311517" [ 806.950081] env[69744]: _type = "Task" [ 806.950081] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.955554] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525c530d-e134-49cc-00fd-d3860128c11b, 'name': SearchDatastore_Task, 'duration_secs': 0.020139} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.959460] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d3bc15-9c89-46ce-959f-14746855fff4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.965064] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.968144] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 806.968144] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289a636-027b-e394-b50d-4300d8f37844" [ 806.968144] env[69744]: _type = "Task" [ 806.968144] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.978653] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289a636-027b-e394-b50d-4300d8f37844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.980104] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.139947] env[69744]: INFO nova.compute.manager [-] [instance: fc428465-7779-4050-a296-0d4bf116368b] Took 1.30 seconds to deallocate network for instance. [ 807.218809] env[69744]: DEBUG nova.compute.manager [req-c1337904-505f-41e1-bda3-45ef310a39ed req-5e41d7fd-4f12-4c32-b48c-c385e4ba8f07 service nova] [instance: fc428465-7779-4050-a296-0d4bf116368b] Received event network-vif-deleted-a27683f0-6eff-47c7-9b2c-6c206eee64a4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.237273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2162472-8f62-4ce3-bc66-007916896514 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.244087] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec96195-10a1-42e5-8301-2282631265a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.276644] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b275d2c3-6ced-4f24-a975-66e8f0070b3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.284627] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316e94d-9041-4797-bf90-2bb5e099d2be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.300523] env[69744]: DEBUG nova.compute.provider_tree [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.401422] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311516, 'name': Rename_Task, 'duration_secs': 0.223879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.402072] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.402072] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8853229-b5ab-4290-ae72-abb0d2b4f939 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409823] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 807.409823] env[69744]: value = "task-3311518" [ 807.409823] env[69744]: _type = "Task" [ 807.409823] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.420430] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.458551] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.479907] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289a636-027b-e394-b50d-4300d8f37844, 'name': SearchDatastore_Task, 'duration_secs': 0.022582} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.480204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.480462] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] eec6578e-eb7e-4532-beda-38a6e37175b0/eec6578e-eb7e-4532-beda-38a6e37175b0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.480721] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5b605d-b402-497b-ba91-d24d8c0565a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.488890] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 807.488890] env[69744]: value = "task-3311519" [ 807.488890] env[69744]: _type = "Task" [ 807.488890] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.500728] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.647268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.704325] env[69744]: DEBUG nova.network.neutron [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.804208] env[69744]: DEBUG nova.scheduler.client.report [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.922490] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.961071] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311517, 'name': ReconfigVM_Task, 'duration_secs': 0.846645} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.961459] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a3292a47-15c1-4d1c-b822-8a79271dcacc/a3292a47-15c1-4d1c-b822-8a79271dcacc.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.962160] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26bbdd58-2f6b-4cf0-a5f0-2ea43b7b7a25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.972292] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 807.972292] env[69744]: value = "task-3311520" [ 807.972292] env[69744]: _type = "Task" [ 807.972292] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.980419] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311520, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.999876] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.002246] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311519, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.027665] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.027992] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.028146] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.028285] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.028431] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.028578] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.028781] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.028982] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.029112] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.029275] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.029451] env[69744]: DEBUG nova.virt.hardware [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.030405] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee063af-b4ad-4f17-b4a6-361e130f7f12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.040141] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0effbda8-fa0a-4eba-b4cc-81d51f660c11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.207654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.312169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.312169] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.317789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.140s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.317789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.320989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.744s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.321460] env[69744]: DEBUG nova.objects.instance [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lazy-loading 'resources' on Instance uuid 2a8dece2-833a-4aaa-aa12-6d167c68548d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.425028] env[69744]: DEBUG oslo_vmware.api [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311518, 'name': PowerOnVM_Task, 'duration_secs': 0.938802} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.425028] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.425028] env[69744]: INFO nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Took 8.73 seconds to spawn the instance on the hypervisor. [ 808.425028] env[69744]: DEBUG nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.425028] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54d694-f51d-439a-a12f-cf112b69b3f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.439800] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.440404] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.440714] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleting the datastore file [datastore1] f0e74a22-8d6c-44fc-808d-af887e716e59 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.441505] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83e7bce-af58-4ed5-97ee-b94942b55b1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.448373] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 808.448373] env[69744]: value = "task-3311521" [ 808.448373] env[69744]: _type = "Task" [ 808.448373] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.458042] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.487769] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311520, 'name': Rename_Task, 'duration_secs': 0.280138} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.488267] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.488624] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a998b40b-882e-419a-ae15-75db26bfae30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.500548] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702616} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.501054] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 808.501054] env[69744]: value = "task-3311522" [ 808.501054] env[69744]: _type = "Task" [ 808.501054] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.501503] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] eec6578e-eb7e-4532-beda-38a6e37175b0/eec6578e-eb7e-4532-beda-38a6e37175b0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.501886] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.502587] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8f6efd3-35c2-4cc0-8dd7-21f5613745c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.514139] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.515866] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 808.515866] env[69744]: value = "task-3311523" [ 808.515866] env[69744]: _type = "Task" [ 808.515866] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.525470] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.747237] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c03ab0-4bd0-48fe-8d4b-440d49e0b3f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.768026] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd427e-a7aa-46fd-8bf6-726a7455db20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.776930] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 808.778087] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-475831df-5805-49fb-8af3-16f7f05e520e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.788107] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 808.788107] env[69744]: value = "task-3311524" [ 808.788107] env[69744]: _type = "Task" [ 808.788107] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.794714] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311524, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.830074] env[69744]: DEBUG nova.compute.utils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.830074] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 808.856279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f11a4720-257a-4e8a-aaf8-35a237286b99 tempest-ServerActionsV293TestJSON-1166294170 tempest-ServerActionsV293TestJSON-1166294170-project-member] Lock "8e706f66-96b6-40c0-92d2-565e80eae0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.169s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.951062] env[69744]: INFO nova.compute.manager [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Took 53.91 seconds to build instance. [ 808.961378] env[69744]: DEBUG oslo_vmware.api [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48689} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.963809] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.964016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.965475] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.965475] env[69744]: INFO nova.compute.manager [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Took 4.17 seconds to destroy the instance on the hypervisor. [ 808.965475] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.965712] env[69744]: DEBUG nova.compute.manager [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.965712] env[69744]: DEBUG nova.network.neutron [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.013330] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.025243] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078452} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.028168] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.028948] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d11ed02-359c-4a8c-91a7-a76ac45b83a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.054879] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] eec6578e-eb7e-4532-beda-38a6e37175b0/eec6578e-eb7e-4532-beda-38a6e37175b0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.058838] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Successfully updated port: 722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.059942] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17067f82-92fe-4f35-86c0-8420dd3211d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.086041] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 809.086041] env[69744]: value = "task-3311525" [ 809.086041] env[69744]: _type = "Task" [ 809.086041] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.097096] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.295590] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311524, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059673} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.295871] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 809.297039] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c4425-2cda-48d0-a13b-9a2aacb349d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.328389] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.331543] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e989da-166b-49ce-90a0-eb7a703b1979 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.347090] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.356536] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 809.356536] env[69744]: value = "task-3311526" [ 809.356536] env[69744]: _type = "Task" [ 809.356536] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.366453] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.454919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-11d23a16-92f6-49d0-805b-f5f321879b16 tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.691s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.513227] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.518769] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c48381-7ebf-4a9d-b524-09d9f3c5ccdc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.526070] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0338b8-c995-4c1d-a7fc-e5ff55928cc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.560659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcd7e0-c4ca-4c3c-8396-9890124ce7fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.568676] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e7280-955e-40ac-ad48-370a556aa35a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.583332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.583476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.583627] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.585152] env[69744]: DEBUG nova.compute.provider_tree [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.595326] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.877968] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.907378] env[69744]: DEBUG nova.compute.manager [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received event network-vif-plugged-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.907731] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.908086] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.908521] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.908839] env[69744]: DEBUG nova.compute.manager [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] No waiting events found dispatching network-vif-plugged-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.909129] env[69744]: WARNING nova.compute.manager [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received unexpected event network-vif-plugged-722e71a2-c527-4cfd-8748-1978a2b54209 for instance with vm_state building and task_state spawning. [ 809.909487] env[69744]: DEBUG nova.compute.manager [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.909745] env[69744]: DEBUG nova.compute.manager [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing instance network info cache due to event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.910114] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Acquiring lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.960227] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.000032] env[69744]: DEBUG nova.network.neutron [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.014450] env[69744]: DEBUG oslo_vmware.api [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311522, 'name': PowerOnVM_Task, 'duration_secs': 1.369965} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.014450] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.014672] env[69744]: INFO nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Took 7.52 seconds to spawn the instance on the hypervisor. [ 810.014672] env[69744]: DEBUG nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.015652] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c287da-6062-4dac-bd32-658164724637 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.091019] env[69744]: DEBUG nova.scheduler.client.report [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.107536] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311525, 'name': ReconfigVM_Task, 'duration_secs': 0.633214} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.107590] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] eec6578e-eb7e-4532-beda-38a6e37175b0/eec6578e-eb7e-4532-beda-38a6e37175b0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.108280] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89155ef0-d8f1-4bea-a996-2e8b44e96181 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.118569] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 810.118569] env[69744]: value = "task-3311527" [ 810.118569] env[69744]: _type = "Task" [ 810.118569] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.128721] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311527, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.148411] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.162750] env[69744]: DEBUG nova.compute.manager [req-e8465d9c-8298-4780-9aa6-d09caa62aeb8 req-2d85b864-90a7-4c5e-b26b-b0a65efa33d8 service nova] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Received event network-vif-deleted-2684ebea-60b5-4b7f-a572-2ce4bbff43b9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.358235] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.372569] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311526, 'name': ReconfigVM_Task, 'duration_secs': 0.541502} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.372569] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.372569] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.388698] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.388952] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.389128] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.389379] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.389549] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.390803] env[69744]: DEBUG nova.virt.hardware [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.391654] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e512560b-1b38-4300-809f-243697bb3f33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.399996] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cc8e1-c228-452d-b5aa-652ba4a64c93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.420031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.427991] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.429548] env[69744]: DEBUG nova.network.neutron [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [{"id": "722e71a2-c527-4cfd-8748-1978a2b54209", "address": "fa:16:3e:4c:1a:bc", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722e71a2-c5", "ovs_interfaceid": "722e71a2-c527-4cfd-8748-1978a2b54209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.431470] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.431904] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb63c37-9f4f-4ad3-9806-2906b90f4132 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.453023] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.453023] env[69744]: value = "task-3311528" [ 810.453023] env[69744]: _type = "Task" [ 810.453023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.460019] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311528, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.483475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.505016] env[69744]: INFO nova.compute.manager [-] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Took 1.54 seconds to deallocate network for instance. [ 810.545045] env[69744]: INFO nova.compute.manager [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Took 45.66 seconds to build instance. [ 810.604250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.606115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.982s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.608486] env[69744]: INFO nova.compute.claims [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.634950] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311527, 'name': Rename_Task, 'duration_secs': 0.253643} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.636514] env[69744]: INFO nova.scheduler.client.report [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Deleted allocations for instance 2a8dece2-833a-4aaa-aa12-6d167c68548d [ 810.638299] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.641043] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed817682-06be-4b14-9fa1-57cfde5dab35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.649423] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 810.649423] env[69744]: value = "task-3311529" [ 810.649423] env[69744]: _type = "Task" [ 810.649423] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.658963] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.879602] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.879972] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbec684e-7eb6-4001-8207-85f5f742a7b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.887686] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 810.887686] env[69744]: value = "task-3311530" [ 810.887686] env[69744]: _type = "Task" [ 810.887686] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.900097] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.932535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.933262] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance network_info: |[{"id": "722e71a2-c527-4cfd-8748-1978a2b54209", "address": "fa:16:3e:4c:1a:bc", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722e71a2-c5", "ovs_interfaceid": "722e71a2-c527-4cfd-8748-1978a2b54209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.933262] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Acquired lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.933447] env[69744]: DEBUG nova.network.neutron [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.934628] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722e71a2-c527-4cfd-8748-1978a2b54209', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.944506] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.949201] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.949201] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e4e3ee-5dad-4611-993c-ec43c4a788af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.974091] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311528, 'name': CreateVM_Task, 'duration_secs': 0.379765} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.975384] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.975627] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.975627] env[69744]: value = "task-3311531" [ 810.975627] env[69744]: _type = "Task" [ 810.975627] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.976064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.976240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.976562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.976854] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f92b4e3-1792-422c-bb36-d18061e3dc71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.984924] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 810.984924] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52533e46-dcd5-4383-09c1-878cfead9365" [ 810.984924] env[69744]: _type = "Task" [ 810.984924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.988766] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311531, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.997486] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52533e46-dcd5-4383-09c1-878cfead9365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.009919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.047327] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8df15ce0-6ccd-48e6-9989-307f35bebea4 tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.438s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.146546] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b49936cb-afc6-4b17-936f-5959bcce5813 tempest-ServersTestJSON-1993820911 tempest-ServersTestJSON-1993820911-project-member] Lock "2a8dece2-833a-4aaa-aa12-6d167c68548d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.272s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.160911] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.335708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "c36cc33d-1a3f-4a88-9451-452086c06456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.336027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.336768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.337010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.337204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.341142] env[69744]: INFO nova.compute.manager [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Terminating instance [ 811.404799] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.405829] env[69744]: DEBUG nova.network.neutron [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updated VIF entry in instance network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.406284] env[69744]: DEBUG nova.network.neutron [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [{"id": "722e71a2-c527-4cfd-8748-1978a2b54209", "address": "fa:16:3e:4c:1a:bc", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722e71a2-c5", "ovs_interfaceid": "722e71a2-c527-4cfd-8748-1978a2b54209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.488048] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311531, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.501653] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52533e46-dcd5-4383-09c1-878cfead9365, 'name': SearchDatastore_Task, 'duration_secs': 0.016123} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.501986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.502348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.502653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.502844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.503046] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.503361] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21cf6d3c-3d45-4bd1-bdda-5db87a98826e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.514263] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.514607] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.515476] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ec32c2-58be-4425-be14-55984fea5ecc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.521339] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 811.521339] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5260c286-6391-5882-473b-d894e8f518b5" [ 811.521339] env[69744]: _type = "Task" [ 811.521339] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.529705] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5260c286-6391-5882-473b-d894e8f518b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.551052] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.660650] env[69744]: DEBUG oslo_vmware.api [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311529, 'name': PowerOnVM_Task, 'duration_secs': 0.730145} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.663297] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.663588] env[69744]: INFO nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Took 6.42 seconds to spawn the instance on the hypervisor. [ 811.663870] env[69744]: DEBUG nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.665307] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1c0eb-6af5-41ae-a725-fa07fa4f2c82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.855019] env[69744]: DEBUG nova.compute.manager [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.855019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.855019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0a266-7b68-4432-b884-a91fa24518b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.861359] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.861608] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4438780-9765-48b7-873e-507d5f019561 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.870051] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 811.870051] env[69744]: value = "task-3311532" [ 811.870051] env[69744]: _type = "Task" [ 811.870051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.881098] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.907295] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.910407] env[69744]: DEBUG oslo_concurrency.lockutils [req-771c90c7-3844-44ae-8e17-a9e57f8360e1 req-b77914eb-6633-4552-b057-97c6d862c659 service nova] Releasing lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.925709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "interface-a3292a47-15c1-4d1c-b822-8a79271dcacc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.929676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "interface-a3292a47-15c1-4d1c-b822-8a79271dcacc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.929676] env[69744]: DEBUG nova.objects.instance [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lazy-loading 'flavor' on Instance uuid a3292a47-15c1-4d1c-b822-8a79271dcacc {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.989179] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311531, 'name': CreateVM_Task, 'duration_secs': 0.605207} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.989370] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.992485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.992656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.993014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.994258] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1316ed9d-3e77-4645-a987-76a1b081ecbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999856] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 811.999856] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1f0b3-631f-739c-ba6d-0194af2168e3" [ 811.999856] env[69744]: _type = "Task" [ 811.999856] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.007942] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1f0b3-631f-739c-ba6d-0194af2168e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.035062] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5260c286-6391-5882-473b-d894e8f518b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.036570] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf84af6-4671-47dc-a235-a67abe6bad0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.041472] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 812.041472] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289e107-5c51-e7fe-81a2-ea71428b98fc" [ 812.041472] env[69744]: _type = "Task" [ 812.041472] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.056912] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289e107-5c51-e7fe-81a2-ea71428b98fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.076800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.195627] env[69744]: INFO nova.compute.manager [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Took 44.99 seconds to build instance. [ 812.218780] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f2f62-239b-4d06-90cd-49fb2da56ace {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.230200] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de60702-f2a8-4cd6-8290-d6af7ababa7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.272155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5acaec-6892-4fde-8358-30ea84d0a555 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.280777] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de48620-c936-4752-b88b-a3418691def0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.296711] env[69744]: DEBUG nova.compute.provider_tree [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.380244] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311532, 'name': PowerOffVM_Task, 'duration_secs': 0.254679} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.380558] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.380745] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.381056] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6452f808-efd2-4121-8ad0-7d837157b9b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.400714] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.436055] env[69744]: DEBUG nova.objects.instance [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lazy-loading 'pci_requests' on Instance uuid a3292a47-15c1-4d1c-b822-8a79271dcacc {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.447189] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.447517] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.447829] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Deleting the datastore file [datastore2] c36cc33d-1a3f-4a88-9451-452086c06456 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.448187] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33ffb95-fd0c-4dbd-bf47-762a3a1c16a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.457040] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for the task: (returnval){ [ 812.457040] env[69744]: value = "task-3311534" [ 812.457040] env[69744]: _type = "Task" [ 812.457040] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.465347] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.510575] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1f0b3-631f-739c-ba6d-0194af2168e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.510900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.511171] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.511428] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.511571] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.511744] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.512058] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d078921-4d90-44a6-831b-63881ed42e0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.520817] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.520999] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.521941] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c47e7d-4ddb-446a-ba99-23ca38fab37b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.527884] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 812.527884] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e9b8ce-efb4-9550-ade6-dee2c5552623" [ 812.527884] env[69744]: _type = "Task" [ 812.527884] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.536655] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e9b8ce-efb4-9550-ade6-dee2c5552623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.555695] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5289e107-5c51-e7fe-81a2-ea71428b98fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01755} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.556042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556364] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.556647] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92350d44-1052-4d89-bf4c-f839c9f4f31a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.563427] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 812.563427] env[69744]: value = "task-3311535" [ 812.563427] env[69744]: _type = "Task" [ 812.563427] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.571565] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.698694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6b85f89c-a7ea-4fe7-88df-73ea3affcc9e tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.345s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.724248] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.725391] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aae945-a326-4a5e-9ee3-2aeddd853087 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.734772] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.734971] env[69744]: ERROR oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk due to incomplete transfer. [ 812.735269] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f39f097-4deb-451d-a78e-3a564d51d429 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.743020] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e130-57fb-a6f9-9316-d23de0d239c0/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.743244] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Uploaded image dc0d2e12-99da-4c06-bbba-eddcdce2a3b7 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.749588] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.750283] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-faee199c-de71-4744-aeba-de1c85d78a78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.759250] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 812.759250] env[69744]: value = "task-3311536" [ 812.759250] env[69744]: _type = "Task" [ 812.759250] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.768860] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311536, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.800728] env[69744]: DEBUG nova.scheduler.client.report [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.905044] env[69744]: DEBUG oslo_vmware.api [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311530, 'name': PowerOnVM_Task, 'duration_secs': 1.897998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.905480] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.905554] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-adc463a0-8bef-4494-818a-af59b9403f1f tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance 'f1b8f182-2520-4ff2-9b83-044cc12c084e' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.942716] env[69744]: DEBUG nova.objects.base [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 812.943124] env[69744]: DEBUG nova.network.neutron [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.969529] env[69744]: DEBUG oslo_vmware.api [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Task: {'id': task-3311534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231454} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.970176] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.970450] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.970725] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.971053] env[69744]: INFO nova.compute.manager [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Took 1.12 seconds to destroy the instance on the hypervisor. [ 812.971478] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.971756] env[69744]: DEBUG nova.compute.manager [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.971972] env[69744]: DEBUG nova.network.neutron [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.038622] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e9b8ce-efb4-9550-ade6-dee2c5552623, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.039655] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d734d03b-275a-4fd1-94a4-b91b2e6d0e78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.046849] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 813.046849] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074727-ceb3-2e48-b2ac-dba86fe59115" [ 813.046849] env[69744]: _type = "Task" [ 813.046849] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.055436] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074727-ceb3-2e48-b2ac-dba86fe59115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.074243] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.106982] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bd8284f-bbcd-4f42-89f1-54d7cef6364d tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "interface-a3292a47-15c1-4d1c-b822-8a79271dcacc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.179s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.204258] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.270711] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311536, 'name': Destroy_Task, 'duration_secs': 0.503697} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.270711] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Destroyed the VM [ 813.270896] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.271114] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5045185d-c9a8-47f6-861f-ec26265cf4e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.280066] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 813.280066] env[69744]: value = "task-3311537" [ 813.280066] env[69744]: _type = "Task" [ 813.280066] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.292465] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.309163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.309163] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.310512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.817s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.310855] env[69744]: DEBUG nova.objects.instance [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lazy-loading 'resources' on Instance uuid 36e915c8-e43c-425a-8c47-643372176a16 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.558233] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074727-ceb3-2e48-b2ac-dba86fe59115, 'name': SearchDatastore_Task, 'duration_secs': 0.022356} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.558607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.558884] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 8ee75dc6-1c52-468f-a10b-56027a5bfc33/8ee75dc6-1c52-468f-a10b-56027a5bfc33.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.559754] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9915b9-1411-491c-88c5-797578cb17df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.566577] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 813.566577] env[69744]: value = "task-3311538" [ 813.566577] env[69744]: _type = "Task" [ 813.566577] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.586488] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527205} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.587038] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.587408] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.587681] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.588099] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f88e3b-fc34-48bf-960e-64fc207a64e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.595652] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 813.595652] env[69744]: value = "task-3311539" [ 813.595652] env[69744]: _type = "Task" [ 813.595652] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.609067] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.729446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.790509] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.817540] env[69744]: DEBUG nova.compute.utils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.824041] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.824041] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.828631] env[69744]: DEBUG nova.network.neutron [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.924735] env[69744]: DEBUG nova.policy [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74331201e14541508cd6bfdfa71c243e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89218f6d689b405aafa32624eb9779cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.086815] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.105372] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066674} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.106319] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.106319] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff5584-d164-4d04-a442-4d501c828001 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.137287] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.139586] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf292bfc-1b78-40a0-9f1d-d3478d218271 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.164267] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 814.164267] env[69744]: value = "task-3311540" [ 814.164267] env[69744]: _type = "Task" [ 814.164267] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.175698] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.296432] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.323834] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.331121] env[69744]: INFO nova.compute.manager [-] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Took 1.36 seconds to deallocate network for instance. [ 814.458788] env[69744]: DEBUG nova.compute.manager [req-77d9b39e-b282-45a2-80ed-bbf777a6de62 req-d7b5f634-95c3-4973-acc2-5fe656fd10d6 service nova] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Received event network-vif-deleted-4a0c5896-2a7a-4145-a86e-34466725c93b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.535453] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ca455-7388-4907-a727-40d29881bbd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.547095] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae1bb4-c6fb-4e8d-816b-56fa8517b2f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.590711] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be7cea-49cd-45c0-8363-5b517eca0929 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.603502] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.605259] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defcc176-3e9b-4d29-b3dd-537042b44cc5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.623658] env[69744]: DEBUG nova.compute.provider_tree [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.645308] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Successfully created port: 2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.675207] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.801162] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.836335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.102922] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.223653} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.103292] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 8ee75dc6-1c52-468f-a10b-56027a5bfc33/8ee75dc6-1c52-468f-a10b-56027a5bfc33.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.103539] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.103943] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b360ce3f-4d7f-427f-b053-6fda7a48cc24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.112653] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 815.112653] env[69744]: value = "task-3311541" [ 815.112653] env[69744]: _type = "Task" [ 815.112653] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.125059] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.130046] env[69744]: DEBUG nova.scheduler.client.report [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.178618] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311540, 'name': ReconfigVM_Task, 'duration_secs': 0.528632} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.180964] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.180964] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08e83d3-5ee7-49db-96ab-96946731709f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.191131] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 815.191131] env[69744]: value = "task-3311542" [ 815.191131] env[69744]: _type = "Task" [ 815.191131] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.204019] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311542, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.297663] env[69744]: DEBUG oslo_vmware.api [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311537, 'name': RemoveSnapshot_Task, 'duration_secs': 1.952513} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.298138] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.298528] env[69744]: INFO nova.compute.manager [None req-9b069328-e02a-4458-a229-3cb572cb5143 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Took 17.58 seconds to snapshot the instance on the hypervisor. [ 815.339347] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.376317] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.376579] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.376728] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.376900] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.377077] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.377238] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.377450] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.377608] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.377790] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.377974] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.378161] env[69744]: DEBUG nova.virt.hardware [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.381041] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147c891-94e6-4e58-8fd3-18aa2fc062f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.389281] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1548e5c-9996-4c9e-a028-a8d72c515624 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.443139] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.445823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.445823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.445823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.445823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.447179] env[69744]: INFO nova.compute.manager [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Terminating instance [ 815.619557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.619807] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.619983] env[69744]: DEBUG nova.compute.manager [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Going to confirm migration 2 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 815.631257] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.634247] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121594} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.638771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.103s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.638771] env[69744]: INFO nova.compute.claims [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.646529] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.648698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb75af7-b6d1-466e-9d8d-c366a2e264ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.677179] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 8ee75dc6-1c52-468f-a10b-56027a5bfc33/8ee75dc6-1c52-468f-a10b-56027a5bfc33.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.680638] env[69744]: INFO nova.scheduler.client.report [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Deleted allocations for instance 36e915c8-e43c-425a-8c47-643372176a16 [ 815.681701] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9c6503-2fe4-4c16-86aa-257ca0585bac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.712678] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311542, 'name': Rename_Task, 'duration_secs': 0.306115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.714117] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.714443] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 815.714443] env[69744]: value = "task-3311543" [ 815.714443] env[69744]: _type = "Task" [ 815.714443] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.715431] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65356d8e-c94d-407d-92b0-6233ee11a8f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.725644] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.726697] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 815.726697] env[69744]: value = "task-3311544" [ 815.726697] env[69744]: _type = "Task" [ 815.726697] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.734974] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.951195] env[69744]: DEBUG nova.compute.manager [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.951462] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.952258] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5cd80b-4c3e-4cc6-b450-899a402240ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.963327] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.963327] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e32b78-49d8-468b-8b25-f95a2f90aecf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.969375] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 815.969375] env[69744]: value = "task-3311545" [ 815.969375] env[69744]: _type = "Task" [ 815.969375] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.979068] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.209102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee77536b-4269-4d96-9304-9eecfe83c00c tempest-ServersTestFqdnHostnames-1760533267 tempest-ServersTestFqdnHostnames-1760533267-project-member] Lock "36e915c8-e43c-425a-8c47-643372176a16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.425s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.213662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.214384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.214384] env[69744]: DEBUG nova.network.neutron [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.214384] env[69744]: DEBUG nova.objects.instance [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lazy-loading 'info_cache' on Instance uuid f1b8f182-2520-4ff2-9b83-044cc12c084e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.228077] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311543, 'name': ReconfigVM_Task, 'duration_secs': 0.294901} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.232727] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 8ee75dc6-1c52-468f-a10b-56027a5bfc33/8ee75dc6-1c52-468f-a10b-56027a5bfc33.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.233944] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df4509b-4c11-4976-93a4-4efbf88dfc0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.242457] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.244108] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 816.244108] env[69744]: value = "task-3311546" [ 816.244108] env[69744]: _type = "Task" [ 816.244108] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.253140] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311546, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.480994] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.723344] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Successfully updated port: 2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.746764] env[69744]: DEBUG oslo_vmware.api [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311544, 'name': PowerOnVM_Task, 'duration_secs': 0.923282} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.750535] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.750818] env[69744]: INFO nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Took 6.39 seconds to spawn the instance on the hypervisor. [ 816.751015] env[69744]: DEBUG nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.752117] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd4299d-f087-418b-bcd5-f2eca92a1b3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.763913] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311546, 'name': Rename_Task, 'duration_secs': 0.142909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.768990] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.775323] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c12dfac-c86a-4841-acbf-dcf6eef507b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.784028] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 816.784028] env[69744]: value = "task-3311547" [ 816.784028] env[69744]: _type = "Task" [ 816.784028] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.792392] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.889927] env[69744]: DEBUG nova.compute.manager [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Received event network-vif-plugged-2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.890184] env[69744]: DEBUG oslo_concurrency.lockutils [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] Acquiring lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.891749] env[69744]: DEBUG oslo_concurrency.lockutils [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.891749] env[69744]: DEBUG oslo_concurrency.lockutils [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.891749] env[69744]: DEBUG nova.compute.manager [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] No waiting events found dispatching network-vif-plugged-2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.891749] env[69744]: WARNING nova.compute.manager [req-fb65b1fb-5c05-481e-97ee-b9c117b0b585 req-89ce5906-8faa-4db3-96b8-de16af1e21c3 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Received unexpected event network-vif-plugged-2a978cd4-7b8a-4b01-996e-fbc023c3acb3 for instance with vm_state building and task_state spawning. [ 816.982308] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311545, 'name': PowerOffVM_Task, 'duration_secs': 0.585176} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.983115] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.983115] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.983115] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e612ff9-52d4-4367-9d8a-628028eb36a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.055020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.055020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.055020] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Deleting the datastore file [datastore2] a3292a47-15c1-4d1c-b822-8a79271dcacc {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.055020] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26984e7c-02f3-4d24-bbbc-df6969e6ab64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.062097] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for the task: (returnval){ [ 817.062097] env[69744]: value = "task-3311549" [ 817.062097] env[69744]: _type = "Task" [ 817.062097] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.072752] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.228747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229053] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquired lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229093] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.249263] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bf1b0-8c6c-4c67-9437-08fa60115851 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.260365] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8029586b-bd2d-4f1a-90ad-13bfd5b9053b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304701] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079186e-cfb7-4255-8d94-45c66906478c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.311137] env[69744]: INFO nova.compute.manager [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Took 42.27 seconds to build instance. [ 817.316701] env[69744]: DEBUG oslo_vmware.api [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311547, 'name': PowerOnVM_Task, 'duration_secs': 0.465526} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.319150] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.319396] env[69744]: INFO nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 9.32 seconds to spawn the instance on the hypervisor. [ 817.319555] env[69744]: DEBUG nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.320938] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c61a25-59ea-40e3-89d1-88397f4e5ec9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.329054] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99fd2a0-7be3-4d3c-9af9-e085a36fa1a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.346172] env[69744]: DEBUG nova.compute.provider_tree [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.573423] env[69744]: DEBUG oslo_vmware.api [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Task: {'id': task-3311549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18512} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.573423] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.574261] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.574261] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.574261] env[69744]: INFO nova.compute.manager [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Took 1.62 seconds to destroy the instance on the hypervisor. [ 817.574261] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.574466] env[69744]: DEBUG nova.compute.manager [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.574466] env[69744]: DEBUG nova.network.neutron [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.638547] env[69744]: DEBUG nova.network.neutron [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [{"id": "3740dc2a-8f29-41a6-a233-acd53179e681", "address": "fa:16:3e:ac:88:56", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3740dc2a-8f", "ovs_interfaceid": "3740dc2a-8f29-41a6-a233-acd53179e681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.782446] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.817070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9b5d6b2-2f2d-4a18-8225-52af147492ab tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.388s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.852179] env[69744]: DEBUG nova.scheduler.client.report [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.869750] env[69744]: INFO nova.compute.manager [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 47.46 seconds to build instance. [ 817.873851] env[69744]: DEBUG nova.compute.manager [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.873851] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdffe53-6836-447b-b7d8-6cb8ee3c0057 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.987218] env[69744]: DEBUG nova.network.neutron [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Updating instance_info_cache with network_info: [{"id": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "address": "fa:16:3e:51:e2:67", "network": {"id": "0a54d030-3a25-4f1f-9c46-eeaa74685feb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-873614617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89218f6d689b405aafa32624eb9779cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a978cd4-7b", "ovs_interfaceid": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.145199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-f1b8f182-2520-4ff2-9b83-044cc12c084e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145623] env[69744]: DEBUG nova.objects.instance [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lazy-loading 'migration_context' on Instance uuid f1b8f182-2520-4ff2-9b83-044cc12c084e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.245848] env[69744]: INFO nova.compute.manager [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Rebuilding instance [ 818.303891] env[69744]: DEBUG nova.compute.manager [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.304796] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9a6c9-8747-4b04-9a84-40d91a82a4d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.319650] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.359843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.359976] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.362829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.557s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.363093] env[69744]: DEBUG nova.objects.instance [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lazy-loading 'resources' on Instance uuid ea758cd1-d95b-45b6-91ac-9169cbb7794f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.372550] env[69744]: DEBUG oslo_concurrency.lockutils [None req-581f0196-9117-4510-9a07-6f4bbcf870c0 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.552s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.387270] env[69744]: INFO nova.compute.manager [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] instance snapshotting [ 818.394263] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0ba00-2f82-4238-8e92-a10e519fd022 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.422801] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d92fe7-cae6-4702-b8cc-bce0bf4d464e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.492691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Releasing lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493087] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Instance network_info: |[{"id": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "address": "fa:16:3e:51:e2:67", "network": {"id": "0a54d030-3a25-4f1f-9c46-eeaa74685feb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-873614617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89218f6d689b405aafa32624eb9779cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a978cd4-7b", "ovs_interfaceid": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.493464] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e2:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a978cd4-7b8a-4b01-996e-fbc023c3acb3', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.504264] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Creating folder: Project (89218f6d689b405aafa32624eb9779cd). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.505068] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b4db25e-4af8-4efb-8449-1f29732c7624 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.511353] env[69744]: DEBUG nova.compute.manager [req-4398e247-3730-4257-a654-dd089b03df90 req-1d8b39fb-8dc7-4e5d-bdfb-eba0caeab6a0 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Received event network-vif-deleted-258f4b38-fa08-4830-b0d5-c501f43a0bca {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.511503] env[69744]: INFO nova.compute.manager [req-4398e247-3730-4257-a654-dd089b03df90 req-1d8b39fb-8dc7-4e5d-bdfb-eba0caeab6a0 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Neutron deleted interface 258f4b38-fa08-4830-b0d5-c501f43a0bca; detaching it from the instance and deleting it from the info cache [ 818.511627] env[69744]: DEBUG nova.network.neutron [req-4398e247-3730-4257-a654-dd089b03df90 req-1d8b39fb-8dc7-4e5d-bdfb-eba0caeab6a0 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.518273] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Created folder: Project (89218f6d689b405aafa32624eb9779cd) in parent group-v661134. [ 818.518504] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Creating folder: Instances. Parent ref: group-v661259. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.519240] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8a2660-8f30-4664-9c74-7d5864d6dfc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.531302] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Created folder: Instances in parent group-v661259. [ 818.531302] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.531423] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.531629] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89e487d4-679c-4cb2-bb21-96efa4c2ca0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.553725] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.553725] env[69744]: value = "task-3311552" [ 818.553725] env[69744]: _type = "Task" [ 818.553725] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.558281] env[69744]: DEBUG nova.network.neutron [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.565152] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311552, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.649309] env[69744]: DEBUG nova.objects.base [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 818.650373] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418324c8-c848-4bbe-a672-6326f0a3d44f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.676790] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd783d94-7bbb-496f-b1d0-739c46f23aff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.682647] env[69744]: DEBUG oslo_vmware.api [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 818.682647] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234c184-d154-f4d0-adaa-8c030b98e9ec" [ 818.682647] env[69744]: _type = "Task" [ 818.682647] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.690664] env[69744]: DEBUG oslo_vmware.api [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234c184-d154-f4d0-adaa-8c030b98e9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.869910] env[69744]: DEBUG nova.compute.utils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.877035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.877555] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.877803] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.882924] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.939920] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.940360] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-794aac23-929d-42a7-95cc-57edab02426f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.948929] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 818.948929] env[69744]: value = "task-3311553" [ 818.948929] env[69744]: _type = "Task" [ 818.948929] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.976541] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.999487] env[69744]: DEBUG nova.policy [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c2c79a8a91492a8fe5e99272910b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0fabf31d65a43b5ba0313fab6de9d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.019935] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c25efa-7a33-4b25-baa5-efd576617b6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.031410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943b5dc-3316-4457-a017-b13e02f9811b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.073169] env[69744]: INFO nova.compute.manager [-] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Took 1.50 seconds to deallocate network for instance. [ 819.073169] env[69744]: DEBUG nova.compute.manager [req-4398e247-3730-4257-a654-dd089b03df90 req-1d8b39fb-8dc7-4e5d-bdfb-eba0caeab6a0 service nova] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Detach interface failed, port_id=258f4b38-fa08-4830-b0d5-c501f43a0bca, reason: Instance a3292a47-15c1-4d1c-b822-8a79271dcacc could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.086419] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311552, 'name': CreateVM_Task, 'duration_secs': 0.306413} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.086594] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.087303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.087465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.087798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.088136] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535d7ad5-d9e1-4d9d-83a7-62bffb81a0c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.093210] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 819.093210] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529c87a5-31a9-0655-9162-67d7b2d00ce5" [ 819.093210] env[69744]: _type = "Task" [ 819.093210] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.106352] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529c87a5-31a9-0655-9162-67d7b2d00ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.199076] env[69744]: DEBUG oslo_vmware.api [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234c184-d154-f4d0-adaa-8c030b98e9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.007505} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.199591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.326579] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.326955] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67195e6f-06dd-4aa5-bcba-e825b940309a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334974] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 819.334974] env[69744]: value = "task-3311554" [ 819.334974] env[69744]: _type = "Task" [ 819.334974] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.349915] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.377994] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.416265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.460218] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311553, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.492581] env[69744]: DEBUG nova.compute.manager [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Received event network-changed-2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.492774] env[69744]: DEBUG nova.compute.manager [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Refreshing instance network info cache due to event network-changed-2a978cd4-7b8a-4b01-996e-fbc023c3acb3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.493225] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] Acquiring lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.493308] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] Acquired lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.493453] env[69744]: DEBUG nova.network.neutron [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Refreshing network info cache for port 2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.581075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85709b-fda7-454f-b296-c6d337f48625 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.589743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.591008] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090d71a-98be-499d-b416-6993cef0e022 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.604634] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529c87a5-31a9-0655-9162-67d7b2d00ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.633238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.633238] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.633238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.633238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.633238] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.633812] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-443019d3-f426-431a-8ae9-1440741cea3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.637563] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d42c99-c9e5-42ef-9136-c1bfe3eaf0cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.646414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d03cf-f12f-492f-9cdc-93cfba57036d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.651391] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.651586] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.652801] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc1f002-3e38-450d-888d-da28b1a38f59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.665463] env[69744]: DEBUG nova.compute.provider_tree [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.669617] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 819.669617] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52054fee-96a5-9221-197d-f8f51837a34e" [ 819.669617] env[69744]: _type = "Task" [ 819.669617] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.678479] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52054fee-96a5-9221-197d-f8f51837a34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.794123] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Successfully created port: ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.847317] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311554, 'name': PowerOffVM_Task, 'duration_secs': 0.186713} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.848995] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.849521] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.850087] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e492afc-8008-4651-8080-ca3deac32b03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.860998] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.861126] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44b1c17-2255-4cee-ad4c-6a799697fcbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.890527] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.890738] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.890914] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleting the datastore file [datastore1] 83e88e62-1313-4b9f-94de-857c4f379379 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.891210] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb3006a-b5f5-4ba2-a1b0-d32147ef6bc0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.897104] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 819.897104] env[69744]: value = "task-3311556" [ 819.897104] env[69744]: _type = "Task" [ 819.897104] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.905061] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.960911] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311553, 'name': CreateSnapshot_Task, 'duration_secs': 0.532433} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.961223] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.962297] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2882a6c-f30a-4295-9601-f2f90b3531bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.177204] env[69744]: DEBUG nova.scheduler.client.report [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.190864] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52054fee-96a5-9221-197d-f8f51837a34e, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.191794] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975b64c6-9d41-4fd4-b5a1-536e1fdaf775 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.200386] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 820.200386] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520576e3-7170-dd52-6339-6f8427487893" [ 820.200386] env[69744]: _type = "Task" [ 820.200386] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.213556] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520576e3-7170-dd52-6339-6f8427487893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.315395] env[69744]: DEBUG nova.network.neutron [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Updated VIF entry in instance network info cache for port 2a978cd4-7b8a-4b01-996e-fbc023c3acb3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.315763] env[69744]: DEBUG nova.network.neutron [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Updating instance_info_cache with network_info: [{"id": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "address": "fa:16:3e:51:e2:67", "network": {"id": "0a54d030-3a25-4f1f-9c46-eeaa74685feb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-873614617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89218f6d689b405aafa32624eb9779cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a978cd4-7b", "ovs_interfaceid": "2a978cd4-7b8a-4b01-996e-fbc023c3acb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.388658] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.407961] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129395} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.410193] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.410405] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.410586] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.426940] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.427224] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.427382] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.427794] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.427794] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.427968] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.429163] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.431277] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.431472] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.431648] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.431906] env[69744]: DEBUG nova.virt.hardware [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.432809] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d1978-9c4c-4af0-bfac-fac502bc3226 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.440909] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162f7b52-ef09-44c0-9645-41f3721c347d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.482030] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.482193] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab9c55ba-9f71-427f-bf81-11d82532853d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.491876] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 820.491876] env[69744]: value = "task-3311557" [ 820.491876] env[69744]: _type = "Task" [ 820.491876] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.499751] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311557, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.683408] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.687792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.403s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.691608] env[69744]: INFO nova.compute.claims [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.711408] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520576e3-7170-dd52-6339-6f8427487893, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.711721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.712119] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 1e0d4567-148e-480c-9032-9a78fa3aa0ff/1e0d4567-148e-480c-9032-9a78fa3aa0ff.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.712252] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b467bd-946a-4663-968e-696253308db0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.721459] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 820.721459] env[69744]: value = "task-3311558" [ 820.721459] env[69744]: _type = "Task" [ 820.721459] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.723733] env[69744]: INFO nova.scheduler.client.report [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Deleted allocations for instance ea758cd1-d95b-45b6-91ac-9169cbb7794f [ 820.732841] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.821619] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8494d04-45ff-43ea-94c6-993af0411d56 req-c4755887-33df-47af-b572-395d27e1b808 service nova] Releasing lock "refresh_cache-1e0d4567-148e-480c-9032-9a78fa3aa0ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.978084] env[69744]: DEBUG nova.compute.manager [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.978291] env[69744]: DEBUG nova.compute.manager [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing instance network info cache due to event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.978509] env[69744]: DEBUG oslo_concurrency.lockutils [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.978651] env[69744]: DEBUG oslo_concurrency.lockutils [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.978820] env[69744]: DEBUG nova.network.neutron [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.007544] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311557, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.233038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db968fdf-02aa-42b8-a965-5c6b38dd9f33 tempest-ServerExternalEventsTest-1997135406 tempest-ServerExternalEventsTest-1997135406-project-member] Lock "ea758cd1-d95b-45b6-91ac-9169cbb7794f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.850s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.234876] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.454040] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.454358] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.454630] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.454630] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.454732] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.454865] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.455144] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.455269] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.455474] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.455587] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.456100] env[69744]: DEBUG nova.virt.hardware [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.456841] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c729a61f-90de-4830-96ff-38747dbc6a5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.466664] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7db3aa-85a4-4c3a-aff9-89e5ef725e90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.490036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.496657] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.497110] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.502097] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eae62fb-f354-4b48-957c-63781a3473a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.523329] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311557, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.524924] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.524924] env[69744]: value = "task-3311559" [ 821.524924] env[69744]: _type = "Task" [ 821.524924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.534881] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311559, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.738121] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679339} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.740676] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 1e0d4567-148e-480c-9032-9a78fa3aa0ff/1e0d4567-148e-480c-9032-9a78fa3aa0ff.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.740901] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.743161] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732a0f69-1088-47e5-a8ec-18b5d5764acb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.751972] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 821.751972] env[69744]: value = "task-3311560" [ 821.751972] env[69744]: _type = "Task" [ 821.751972] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.762578] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.804611] env[69744]: DEBUG nova.network.neutron [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updated VIF entry in instance network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.804611] env[69744]: DEBUG nova.network.neutron [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.008694] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311557, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.036336] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311559, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.249176] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb732b24-1dfb-4320-ae9c-ca10e034a69e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.262437] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab369932-d697-4c9b-8119-1a5b37fbc291 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.270782] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069789} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.271843] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.272729] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe27c7-a764-4ac0-8255-c4edf779fff0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.304371] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba0af21-9e5e-46d1-9b70-c233a0507371 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.317466] env[69744]: DEBUG oslo_concurrency.lockutils [req-f30dae97-b1eb-44d1-8eda-fc741ad40e8a req-294f26ab-4225-4ce1-81c9-45928abc4be2 service nova] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.327563] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 1e0d4567-148e-480c-9032-9a78fa3aa0ff/1e0d4567-148e-480c-9032-9a78fa3aa0ff.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.328471] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0374cfd8-56ef-4d0c-8b29-f2d4ca9cbe00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.347912] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91340db-1bb2-4ee8-92d0-80fcf8e10654 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.353179] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 822.353179] env[69744]: value = "task-3311561" [ 822.353179] env[69744]: _type = "Task" [ 822.353179] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.366634] env[69744]: DEBUG nova.compute.provider_tree [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.374052] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.507602] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311557, 'name': CloneVM_Task, 'duration_secs': 1.638879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.508045] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Created linked-clone VM from snapshot [ 822.509340] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf75a8-9250-49b8-b242-ccc1d5d372ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.521691] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Uploading image 87693937-3658-4ea0-a50b-35f4f4912660 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.539300] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311559, 'name': CreateVM_Task, 'duration_secs': 0.591583} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.539300] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.539300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.539300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.539300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.541480] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2754f4eb-1d5a-4642-849d-3971b24e93b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.547888] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 822.547888] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5292ebd0-6e8e-7bb1-005e-0253732b4f31" [ 822.547888] env[69744]: _type = "Task" [ 822.547888] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.560271] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.560271] env[69744]: value = "vm-661263" [ 822.560271] env[69744]: _type = "VirtualMachine" [ 822.560271] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.560765] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95daa1a4-9231-4719-b78e-2132f565b9b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.567187] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5292ebd0-6e8e-7bb1-005e-0253732b4f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.571357] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease: (returnval){ [ 822.571357] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526fe197-5e36-2afc-3a1d-b98ca6e5956e" [ 822.571357] env[69744]: _type = "HttpNfcLease" [ 822.571357] env[69744]: } obtained for exporting VM: (result){ [ 822.571357] env[69744]: value = "vm-661263" [ 822.571357] env[69744]: _type = "VirtualMachine" [ 822.571357] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.571766] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the lease: (returnval){ [ 822.571766] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526fe197-5e36-2afc-3a1d-b98ca6e5956e" [ 822.571766] env[69744]: _type = "HttpNfcLease" [ 822.571766] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.582257] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.582257] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526fe197-5e36-2afc-3a1d-b98ca6e5956e" [ 822.582257] env[69744]: _type = "HttpNfcLease" [ 822.582257] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.582673] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.582673] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526fe197-5e36-2afc-3a1d-b98ca6e5956e" [ 822.582673] env[69744]: _type = "HttpNfcLease" [ 822.582673] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.583270] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc755cc-7a5c-4d38-b914-fa53f82ccfa0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.594786] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.594997] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.660309] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Successfully updated port: ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.693684] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4387625-f67f-42d4-90b9-feb63c703091 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.865581] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311561, 'name': ReconfigVM_Task, 'duration_secs': 0.346804} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.865889] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 1e0d4567-148e-480c-9032-9a78fa3aa0ff/1e0d4567-148e-480c-9032-9a78fa3aa0ff.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.866559] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-075e44a2-c044-4a0a-b1cb-1eebcb75618d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.870391] env[69744]: DEBUG nova.scheduler.client.report [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.878025] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 822.878025] env[69744]: value = "task-3311563" [ 822.878025] env[69744]: _type = "Task" [ 822.878025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.885300] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311563, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.068637] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5292ebd0-6e8e-7bb1-005e-0253732b4f31, 'name': SearchDatastore_Task, 'duration_secs': 0.019601} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.069354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.069646] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.070321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.070536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.070766] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.071363] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d6bab3e-dcd3-4bd8-84f4-85711fb5c2ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.081918] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.082406] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.083263] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1573d8a2-f691-4419-83e5-32f2055f532c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.090173] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 823.090173] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526890b5-3d97-e870-aab9-3eb23e9186ea" [ 823.090173] env[69744]: _type = "Task" [ 823.090173] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.099667] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526890b5-3d97-e870-aab9-3eb23e9186ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.166137] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.166358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.166525] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.378076] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.378908] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.382142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.699s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.383841] env[69744]: INFO nova.compute.claims [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.397408] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311563, 'name': Rename_Task, 'duration_secs': 0.218396} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.397638] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.397916] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d325d76-508e-4791-8671-b8c75af35790 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.410370] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 823.410370] env[69744]: value = "task-3311564" [ 823.410370] env[69744]: _type = "Task" [ 823.410370] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.420022] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.604560] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526890b5-3d97-e870-aab9-3eb23e9186ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.605568] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c642cb87-d24c-44cb-ace1-584d6b115a2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.611881] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 823.611881] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520ff4b4-0c42-f2dd-d5b3-8e6eebd2541e" [ 823.611881] env[69744]: _type = "Task" [ 823.611881] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621022] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520ff4b4-0c42-f2dd-d5b3-8e6eebd2541e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.873431] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.897310] env[69744]: DEBUG nova.compute.utils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.899886] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.900241] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.923090] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.986086] env[69744]: DEBUG nova.policy [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa3a8ba25cb8458a8f0914cd52eb0e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecf6df40daef4f2fa886b210d49109db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.125974] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520ff4b4-0c42-f2dd-d5b3-8e6eebd2541e, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.128380] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.132386] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.132775] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d4cc5a-c211-4b98-a000-905fb1b3ba80 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.143798] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 824.143798] env[69744]: value = "task-3311565" [ 824.143798] env[69744]: _type = "Task" [ 824.143798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.156724] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.269133] env[69744]: DEBUG nova.network.neutron [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Updating instance_info_cache with network_info: [{"id": "ea9881c6-f349-4245-824e-05bd9dc718a9", "address": "fa:16:3e:10:f6:b8", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9881c6-f3", "ovs_interfaceid": "ea9881c6-f349-4245-824e-05bd9dc718a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.400568] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.425109] env[69744]: DEBUG oslo_vmware.api [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311564, 'name': PowerOnVM_Task, 'duration_secs': 0.580367} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.425755] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.425755] env[69744]: INFO nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Took 9.09 seconds to spawn the instance on the hypervisor. [ 824.425971] env[69744]: DEBUG nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.427127] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb825c9-c5c5-486d-b054-f27ec1987e24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.534551] env[69744]: DEBUG nova.compute.manager [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Received event network-vif-plugged-ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.535641] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Acquiring lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.535641] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.535641] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.536803] env[69744]: DEBUG nova.compute.manager [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] No waiting events found dispatching network-vif-plugged-ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.538841] env[69744]: WARNING nova.compute.manager [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Received unexpected event network-vif-plugged-ea9881c6-f349-4245-824e-05bd9dc718a9 for instance with vm_state building and task_state spawning. [ 824.538841] env[69744]: DEBUG nova.compute.manager [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Received event network-changed-ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.538841] env[69744]: DEBUG nova.compute.manager [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Refreshing instance network info cache due to event network-changed-ea9881c6-f349-4245-824e-05bd9dc718a9. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.538841] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Acquiring lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.665584] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.666652] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Successfully created port: 34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.775963] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.775963] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance network_info: |[{"id": "ea9881c6-f349-4245-824e-05bd9dc718a9", "address": "fa:16:3e:10:f6:b8", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9881c6-f3", "ovs_interfaceid": "ea9881c6-f349-4245-824e-05bd9dc718a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.776132] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Acquired lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.776764] env[69744]: DEBUG nova.network.neutron [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Refreshing network info cache for port ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.777836] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:f6:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea9881c6-f349-4245-824e-05bd9dc718a9', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.787596] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.792487] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.793057] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be499c8-a6cd-4520-9044-1eec3894fc76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.819732] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.819732] env[69744]: value = "task-3311566" [ 824.819732] env[69744]: _type = "Task" [ 824.819732] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.845452] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311566, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.958624] env[69744]: INFO nova.compute.manager [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Took 45.35 seconds to build instance. [ 825.146368] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df12b9-e6f8-48db-be74-95d1d14ff5c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.167982] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708742} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.168301] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.168531] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.169746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c9e9d-8bbb-4f38-a205-f54634e48290 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.173472] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcea87fe-60a5-474f-bb68-7f895a2baa72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.221119] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51c257-6ea0-44fb-9a35-e815ad3247e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.222296] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 825.222296] env[69744]: value = "task-3311567" [ 825.222296] env[69744]: _type = "Task" [ 825.222296] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.230228] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afbef2-ca14-43ff-994d-d05c1836125c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.240142] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311567, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.256782] env[69744]: DEBUG nova.compute.provider_tree [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.331185] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311566, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.422637] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.456297] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.456297] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.456297] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.456297] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.456297] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.456646] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.457029] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.457365] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.458105] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.458264] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.458573] env[69744]: DEBUG nova.virt.hardware [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.459743] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005a4a6-2fee-48ad-a60e-5326ade2eea8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.462920] env[69744]: DEBUG oslo_concurrency.lockutils [None req-779a4e7b-09f3-457a-95bc-92386d754376 tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.994s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.476659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed260a-f310-485d-aa7c-1d6fb8c48690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.734941] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087114} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.735249] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.740203] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76fe962-2723-4d1d-9faa-e99b2164f0be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.757848] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.758559] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd9f449-bb97-4648-8ad4-78a3b2c835df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.778269] env[69744]: DEBUG nova.scheduler.client.report [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.787986] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 825.787986] env[69744]: value = "task-3311568" [ 825.787986] env[69744]: _type = "Task" [ 825.787986] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.798637] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.832818] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311566, 'name': CreateVM_Task, 'duration_secs': 0.549442} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.833014] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.833835] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.833992] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.834383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.834659] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11a8c30-cb54-4b20-b290-15000eb9dbf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.840366] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 825.840366] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cf4543-3183-c522-fac8-7588902e889d" [ 825.840366] env[69744]: _type = "Task" [ 825.840366] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.849568] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cf4543-3183-c522-fac8-7588902e889d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.900821] env[69744]: DEBUG nova.network.neutron [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Updated VIF entry in instance network info cache for port ea9881c6-f349-4245-824e-05bd9dc718a9. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.900888] env[69744]: DEBUG nova.network.neutron [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Updating instance_info_cache with network_info: [{"id": "ea9881c6-f349-4245-824e-05bd9dc718a9", "address": "fa:16:3e:10:f6:b8", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9881c6-f3", "ovs_interfaceid": "ea9881c6-f349-4245-824e-05bd9dc718a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.966877] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.284294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.285103] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.292687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.240s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.293123] env[69744]: DEBUG nova.objects.instance [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lazy-loading 'resources' on Instance uuid 7da0d7f3-4091-44e0-9d21-d6e09e78603e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.317356] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.355687] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cf4543-3183-c522-fac8-7588902e889d, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.356317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.356317] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.356553] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.356747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.356867] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.357197] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc8d0bb9-23b0-4047-b8ce-c09699e07e95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.367216] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.367216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.367660] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a42c4d-7d56-46f1-a6ef-7dff92ecd39a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.374282] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 826.374282] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d0483c-7fba-4109-a176-13d3cd95ecc1" [ 826.374282] env[69744]: _type = "Task" [ 826.374282] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.389208] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d0483c-7fba-4109-a176-13d3cd95ecc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.404112] env[69744]: DEBUG oslo_concurrency.lockutils [req-4dbfca53-825f-406b-9c72-57a3450ef20d req-194383c4-961f-46e7-b3fa-1f437b6acef0 service nova] Releasing lock "refresh_cache-dc7cb6fa-5635-49c1-bed1-bd78457025ed" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.492142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.575307] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Successfully updated port: 34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.797886] env[69744]: DEBUG nova.compute.utils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.807074] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.807074] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.818733] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311568, 'name': ReconfigVM_Task, 'duration_secs': 1.005675} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.819096] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 83e88e62-1313-4b9f-94de-857c4f379379/83e88e62-1313-4b9f-94de-857c4f379379.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.819755] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3e8e22-168d-492e-8834-beef1d0205e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.826796] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 826.826796] env[69744]: value = "task-3311569" [ 826.826796] env[69744]: _type = "Task" [ 826.826796] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.838516] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311569, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.885499] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d0483c-7fba-4109-a176-13d3cd95ecc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014739} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.889188] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5012234f-fedb-4176-8fce-1f4be2b92789 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.894824] env[69744]: DEBUG nova.policy [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a705a42a9b5f44feaf744e5d1e2f870a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92e980ee7da643cdbe0a01e1f1d72504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.898073] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 826.898073] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52083ccd-318d-76ba-556d-552629161aa0" [ 826.898073] env[69744]: _type = "Task" [ 826.898073] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.912200] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52083ccd-318d-76ba-556d-552629161aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.084068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.084231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquired lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.084392] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.204018] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Successfully created port: 6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.301540] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.347772] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311569, 'name': Rename_Task, 'duration_secs': 0.182413} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.348244] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.348244] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819efed4-423e-4f08-91b8-7a61c1544573 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.357390] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 827.357390] env[69744]: value = "task-3311570" [ 827.357390] env[69744]: _type = "Task" [ 827.357390] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.373501] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.411844] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52083ccd-318d-76ba-556d-552629161aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015392} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.411844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.411844] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dc7cb6fa-5635-49c1-bed1-bd78457025ed/dc7cb6fa-5635-49c1-bed1-bd78457025ed.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.411844] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6bf617-bdc4-4d64-b3ec-933a259bf180 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.414726] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d543886-a15c-4e95-9407-428214d9fab9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.422013] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe01c0-5382-4bdb-8e35-b07d5795e308 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.425311] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 827.425311] env[69744]: value = "task-3311571" [ 827.425311] env[69744]: _type = "Task" [ 827.425311] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.460338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c48fa7-d393-49b1-927f-6a545792cf6e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.462723] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.468319] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bccbc6-54cb-4a1f-9c6a-4702f0e5df1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.484669] env[69744]: DEBUG nova.compute.provider_tree [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.681836] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.884316] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.938716] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311571, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.989665] env[69744]: DEBUG nova.scheduler.client.report [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.129178] env[69744]: DEBUG nova.network.neutron [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Updating instance_info_cache with network_info: [{"id": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "address": "fa:16:3e:d2:bb:84", "network": {"id": "65ef2dd4-711e-4029-aee5-33bfb6ca2ccb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1315151358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf6df40daef4f2fa886b210d49109db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb8619-2a", "ovs_interfaceid": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.320067] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.355062] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2d273fea-1047-424d-a9fb-78b6148e0380',id=41,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2078773720',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.355562] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.355869] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.356201] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.360021] env[69744]: DEBUG nova.virt.hardware [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.360021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eb442b-65b3-4101-984a-dea19be16a34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.379080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5a05e-3545-4d25-8319-51aec9b05ed9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.387098] env[69744]: DEBUG oslo_vmware.api [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311570, 'name': PowerOnVM_Task, 'duration_secs': 0.906453} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.387418] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.387601] env[69744]: DEBUG nova.compute.manager [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.388932] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bfc330-5492-4452-9e63-d96c895466e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.437336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.437759] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.445048] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688377} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.445521] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] dc7cb6fa-5635-49c1-bed1-bd78457025ed/dc7cb6fa-5635-49c1-bed1-bd78457025ed.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.445640] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.445998] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f134f4d0-4613-4cdc-986a-e626be6b2aa3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.454685] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 828.454685] env[69744]: value = "task-3311572" [ 828.454685] env[69744]: _type = "Task" [ 828.454685] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.467741] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.503024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.505062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.544s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.508026] env[69744]: DEBUG nova.objects.instance [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'resources' on Instance uuid dac01f89-f37f-4fe9-a21b-4a4071002d37 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.547584] env[69744]: INFO nova.scheduler.client.report [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleted allocations for instance 7da0d7f3-4091-44e0-9d21-d6e09e78603e [ 828.643210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Releasing lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.643210] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Instance network_info: |[{"id": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "address": "fa:16:3e:d2:bb:84", "network": {"id": "65ef2dd4-711e-4029-aee5-33bfb6ca2ccb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1315151358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf6df40daef4f2fa886b210d49109db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb8619-2a", "ovs_interfaceid": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.643210] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:bb:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34bb8619-2a8f-44a6-9e0f-54960088a6f1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.650601] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Creating folder: Project (ecf6df40daef4f2fa886b210d49109db). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.650933] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b820145-ce4a-4754-855d-06180a386211 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.663509] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Created folder: Project (ecf6df40daef4f2fa886b210d49109db) in parent group-v661134. [ 828.663509] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Creating folder: Instances. Parent ref: group-v661266. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.663691] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54d98bad-001a-4ba9-a01b-5c1844c741e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.681018] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Created folder: Instances in parent group-v661266. [ 828.681018] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.681018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.681018] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ef839d-bef8-4ae4-857d-6148d257111f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.704195] env[69744]: DEBUG nova.compute.manager [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Received event network-vif-plugged-34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.704574] env[69744]: DEBUG oslo_concurrency.lockutils [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] Acquiring lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.704792] env[69744]: DEBUG oslo_concurrency.lockutils [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.704958] env[69744]: DEBUG oslo_concurrency.lockutils [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.705181] env[69744]: DEBUG nova.compute.manager [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] No waiting events found dispatching network-vif-plugged-34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.705362] env[69744]: WARNING nova.compute.manager [req-7c7452e6-bd5a-492e-b079-24dd6bb41338 req-4ddba221-4c81-46ed-9ed6-66e50ccd4aae service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Received unexpected event network-vif-plugged-34bb8619-2a8f-44a6-9e0f-54960088a6f1 for instance with vm_state building and task_state spawning. [ 828.707509] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.707509] env[69744]: value = "task-3311575" [ 828.707509] env[69744]: _type = "Task" [ 828.707509] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.721404] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311575, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.760366] env[69744]: DEBUG nova.compute.manager [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.760366] env[69744]: DEBUG nova.compute.manager [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing instance network info cache due to event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.760731] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.761117] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.761332] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.926925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.966889] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089091} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.967041] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.971500] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e00a6-5fbb-4c30-b9a0-f498a83863ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.995294] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] dc7cb6fa-5635-49c1-bed1-bd78457025ed/dc7cb6fa-5635-49c1-bed1-bd78457025ed.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.995660] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12548ddd-df20-446e-b59c-2d33152194b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.019353] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 829.019353] env[69744]: value = "task-3311576" [ 829.019353] env[69744]: _type = "Task" [ 829.019353] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.028680] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.053175] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Successfully updated port: 6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.066432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd239b3c-47d6-4d39-b72a-379204dae317 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "7da0d7f3-4091-44e0-9d21-d6e09e78603e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.553s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.123900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.124464] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.219647] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311575, 'name': CreateVM_Task, 'duration_secs': 0.485936} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.222748] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.223797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.223980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.224340] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.224591] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4c61d7-0080-46f6-8158-d217ab28a897 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.230638] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 829.230638] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52536dda-8c7e-037b-5ba4-679c52cccb4e" [ 829.230638] env[69744]: _type = "Task" [ 829.230638] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.244933] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52536dda-8c7e-037b-5ba4-679c52cccb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.531766] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311576, 'name': ReconfigVM_Task, 'duration_secs': 0.486203} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.532880] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Reconfigured VM instance instance-0000002f to attach disk [datastore2] dc7cb6fa-5635-49c1-bed1-bd78457025ed/dc7cb6fa-5635-49c1-bed1-bd78457025ed.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.533786] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a45fa7b6-f177-455f-bd66-245e5a1c808d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.546666] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 829.546666] env[69744]: value = "task-3311577" [ 829.546666] env[69744]: _type = "Task" [ 829.546666] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.558269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.558419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.558595] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.559743] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311577, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.628473] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updated VIF entry in instance network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.629555] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.651754] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c64b1-327c-42ad-b35a-30abd054b560 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.660924] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1462a-5c5f-44e2-bf49-8f0c2c9204bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698603] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4295e4a-7f6a-4c62-9bf6-b76d7ef2cc5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.706735] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed80f8-1d0d-45c8-8440-7fecead3929f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.723142] env[69744]: DEBUG nova.compute.provider_tree [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.502200] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.502563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.502643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.502790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.502952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.506448] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.506677] env[69744]: DEBUG nova.compute.manager [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.510057] env[69744]: DEBUG nova.compute.manager [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing instance network info cache due to event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.510057] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Acquiring lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.510057] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Acquired lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.510057] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.510057] env[69744]: DEBUG nova.scheduler.client.report [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.512280] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52536dda-8c7e-037b-5ba4-679c52cccb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.019646} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.512883] env[69744]: INFO nova.compute.manager [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Terminating instance [ 830.520111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.520372] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.520607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521261] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.523638] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276760c6-9b41-40ec-acd7-e571ed90b7bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.533652] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311577, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.534669] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.535074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.535750] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555008a2-2040-4224-8e10-da446f1d900d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.542728] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 830.542728] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe349b-0b23-8767-6dad-3b72bc36a17c" [ 830.542728] env[69744]: _type = "Task" [ 830.542728] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.551485] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe349b-0b23-8767-6dad-3b72bc36a17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.563740] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.669533] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.669533] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cce99c-b0a2-4137-849a-c43d4fb2cefe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.676232] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.677090] env[69744]: ERROR oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk due to incomplete transfer. [ 830.677090] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85f27c16-e4ac-478a-baf6-1ed53017d74d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.684766] env[69744]: DEBUG oslo_vmware.rw_handles [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a89e7-b1c5-c53a-d34d-cbd60aa931a0/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.684969] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Uploaded image 87693937-3658-4ea0-a50b-35f4f4912660 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.688088] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.688699] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d9aa3d8-171b-473a-99c7-cce57bb35490 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.695203] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 830.695203] env[69744]: value = "task-3311578" [ 830.695203] env[69744]: _type = "Task" [ 830.695203] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.703746] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311578, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.928825] env[69744]: DEBUG nova.network.neutron [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.016415] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311577, 'name': Rename_Task, 'duration_secs': 1.20637} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.016703] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.017280] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a385453b-b01c-46f7-95a1-42507f516f25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.024291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.519s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.026468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "83e88e62-1313-4b9f-94de-857c4f379379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.026765] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.026871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "83e88e62-1313-4b9f-94de-857c4f379379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.027110] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.027252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.028803] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 831.028803] env[69744]: value = "task-3311579" [ 831.028803] env[69744]: _type = "Task" [ 831.028803] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.029259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.214s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.030789] env[69744]: INFO nova.compute.claims [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.033903] env[69744]: DEBUG nova.compute.manager [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.034236] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.034796] env[69744]: INFO nova.compute.manager [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Terminating instance [ 831.037059] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a473b0f0-96e3-4b76-a437-6f28c2af82d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.072117] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.072583] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.077093] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89df8c07-ec46-473e-9ca8-71a142138f65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.079119] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe349b-0b23-8767-6dad-3b72bc36a17c, 'name': SearchDatastore_Task, 'duration_secs': 0.016375} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.080367] env[69744]: INFO nova.scheduler.client.report [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted allocations for instance dac01f89-f37f-4fe9-a21b-4a4071002d37 [ 831.082511] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b87116-ee5e-4337-b402-b658cba0a7ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.092881] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 831.092881] env[69744]: value = "task-3311580" [ 831.092881] env[69744]: _type = "Task" [ 831.092881] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.097932] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 831.097932] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52709692-18c8-cb2b-ddde-40f3f3967f78" [ 831.097932] env[69744]: _type = "Task" [ 831.097932] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.107475] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.116834] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52709692-18c8-cb2b-ddde-40f3f3967f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.212789] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311578, 'name': Destroy_Task, 'duration_secs': 0.339281} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.212789] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Destroyed the VM [ 831.212789] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.212789] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c39f4f6a-e5b3-4dac-9276-557abb7b5f56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.222678] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 831.222678] env[69744]: value = "task-3311581" [ 831.222678] env[69744]: _type = "Task" [ 831.222678] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.232491] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.320905] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updated VIF entry in instance network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.321284] env[69744]: DEBUG nova.network.neutron [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [{"id": "722e71a2-c527-4cfd-8748-1978a2b54209", "address": "fa:16:3e:4c:1a:bc", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722e71a2-c5", "ovs_interfaceid": "722e71a2-c527-4cfd-8748-1978a2b54209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.438017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.438017] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Instance network_info: |[{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.438017] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:bc:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6770d66d-1e58-4e18-a724-3d4765bc8d0c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.445921] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.446519] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.447254] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7529438b-567c-4ff0-8274-bd319f3fb9f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.464211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.464508] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.464725] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.464912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.465105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.467488] env[69744]: INFO nova.compute.manager [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Terminating instance [ 831.475739] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.475739] env[69744]: value = "task-3311582" [ 831.475739] env[69744]: _type = "Task" [ 831.475739] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.486127] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311582, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.552823] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.557732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "refresh_cache-83e88e62-1313-4b9f-94de-857c4f379379" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.557732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "refresh_cache-83e88e62-1313-4b9f-94de-857c4f379379" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.557732] env[69744]: DEBUG nova.network.neutron [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.598646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dbae6207-9a5a-48cd-82dd-4a70236e99ea tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "dac01f89-f37f-4fe9-a21b-4a4071002d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.644s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.606622] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311580, 'name': PowerOffVM_Task, 'duration_secs': 0.218423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.607292] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.607478] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.607877] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca9ec98-8680-40ab-8831-80000e7df4e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.612715] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52709692-18c8-cb2b-ddde-40f3f3967f78, 'name': SearchDatastore_Task, 'duration_secs': 0.018145} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.613357] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.613629] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 4c977f3c-c8ee-44c7-b4e3-0d86696cb783/4c977f3c-c8ee-44c7-b4e3-0d86696cb783.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.613880] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-293b3f1a-934c-483e-b37f-09f559e732bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.625924] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 831.625924] env[69744]: value = "task-3311584" [ 831.625924] env[69744]: _type = "Task" [ 831.625924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.635454] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.677235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.677679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.681969] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.682101] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.682292] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleting the datastore file [datastore2] 8ee75dc6-1c52-468f-a10b-56027a5bfc33 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.682581] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c77d39e5-2646-4179-9929-a0ce43254ed2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.690217] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 831.690217] env[69744]: value = "task-3311585" [ 831.690217] env[69744]: _type = "Task" [ 831.690217] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.697532] env[69744]: DEBUG nova.compute.manager [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.697876] env[69744]: DEBUG nova.compute.manager [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing instance network info cache due to event network-changed-722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.698181] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Acquiring lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.705417] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.733315] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.754217] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Received event network-changed-34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.754386] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Refreshing instance network info cache due to event network-changed-34bb8619-2a8f-44a6-9e0f-54960088a6f1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.754577] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Acquiring lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.754768] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Acquired lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.755515] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Refreshing network info cache for port 34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.824533] env[69744]: DEBUG oslo_concurrency.lockutils [req-f76954d9-d9c1-4785-882d-6e50720fcdea req-39edb4d7-346a-47d5-aad8-e5743fa6c27f service nova] Releasing lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.825023] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Acquired lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.825232] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Refreshing network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.978297] env[69744]: DEBUG nova.compute.manager [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.978297] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.978297] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aab2b1-4607-44e2-8ec2-996f6c89ed2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.990729] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311582, 'name': CreateVM_Task, 'duration_secs': 0.439206} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.993065] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.993648] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.994387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.994571] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.995164] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870e8ae6-11a3-4f36-b6c0-374603d1e3e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.996885] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559e56e5-37eb-4a46-aa98-c7ce2746a74a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.002177] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 832.002177] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526853e7-e845-88ec-fb67-a96810689fd9" [ 832.002177] env[69744]: _type = "Task" [ 832.002177] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.006931] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 832.006931] env[69744]: value = "task-3311586" [ 832.006931] env[69744]: _type = "Task" [ 832.006931] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.014643] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526853e7-e845-88ec-fb67-a96810689fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.020507] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.049502] env[69744]: DEBUG oslo_vmware.api [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311579, 'name': PowerOnVM_Task, 'duration_secs': 0.780202} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.050022] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.050229] env[69744]: INFO nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Took 11.66 seconds to spawn the instance on the hypervisor. [ 832.050408] env[69744]: DEBUG nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.051246] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4342b1-8b54-4d36-823e-04df9f3addf2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.086546] env[69744]: DEBUG nova.network.neutron [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.142818] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.188901] env[69744]: DEBUG nova.network.neutron [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.209383] env[69744]: DEBUG oslo_vmware.api [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416241} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.210688] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.210954] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.211064] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.211236] env[69744]: INFO nova.compute.manager [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 1.18 seconds to destroy the instance on the hypervisor. [ 832.211482] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.212119] env[69744]: DEBUG nova.compute.manager [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.216244] env[69744]: DEBUG nova.network.neutron [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.235264] env[69744]: DEBUG oslo_vmware.api [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311581, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63696} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.235525] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.235866] env[69744]: INFO nova.compute.manager [None req-952c2df7-3e3e-4d36-b8bb-b2c568d9189b tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 13.84 seconds to snapshot the instance on the hypervisor. [ 832.513508] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526853e7-e845-88ec-fb67-a96810689fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.519768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.520024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.520288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.520430] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.520607] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.523348] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60a74d77-b0aa-435c-970b-af7de544b821 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.529746] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.536217] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.536403] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.537191] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d4625e-8fb9-4abd-8c9d-105c835d1acc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.543763] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 832.543763] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef95e-3e42-2db1-7d43-fbfe36743e56" [ 832.543763] env[69744]: _type = "Task" [ 832.543763] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.554057] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef95e-3e42-2db1-7d43-fbfe36743e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.569253] env[69744]: INFO nova.compute.manager [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Took 51.07 seconds to build instance. [ 832.609860] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b19c68-39f2-49fe-9b6c-251355071c5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.617973] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eef336-9bff-4510-ac9b-0d1eb9daec8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.657447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a1e0f3-78e9-4079-ba05-d79f6d019153 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.668982] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504cc60b-eac5-40b5-ae7d-98e3417caa7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.673101] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652505} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.673365] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 4c977f3c-c8ee-44c7-b4e3-0d86696cb783/4c977f3c-c8ee-44c7-b4e3-0d86696cb783.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.673575] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.674210] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b8abd4d-23c5-45b2-9169-c3e2b76aff04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.684348] env[69744]: DEBUG nova.compute.provider_tree [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.691430] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 832.691430] env[69744]: value = "task-3311587" [ 832.691430] env[69744]: _type = "Task" [ 832.691430] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.695397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "refresh_cache-83e88e62-1313-4b9f-94de-857c4f379379" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.695805] env[69744]: DEBUG nova.compute.manager [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.696017] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.697007] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d3adf-ceb7-4d8e-baf6-938b019dd3c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.707349] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.709673] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.709934] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-200283f5-38f7-4689-8482-76fa0593d352 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.716957] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 832.716957] env[69744]: value = "task-3311588" [ 832.716957] env[69744]: _type = "Task" [ 832.716957] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.725078] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.002546] env[69744]: DEBUG nova.network.neutron [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.022722] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311586, 'name': PowerOffVM_Task, 'duration_secs': 0.713138} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.023556] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.023814] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.024356] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6bcae54-27fb-4ae7-aeaf-4a6e917aecb3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.052986] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef95e-3e42-2db1-7d43-fbfe36743e56, 'name': SearchDatastore_Task, 'duration_secs': 0.038903} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.053808] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756a4a41-6144-4c96-a277-f17cf1b55504 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.059281] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 833.059281] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265955f-10ef-c448-1df3-f87d8373d0f4" [ 833.059281] env[69744]: _type = "Task" [ 833.059281] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.067041] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265955f-10ef-c448-1df3-f87d8373d0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.074532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-79d4277d-fb3d-4d6b-9cea-3f6708ce36de tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.491s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.084243] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.084479] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.084691] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Deleting the datastore file [datastore2] 1e0d4567-148e-480c-9032-9a78fa3aa0ff {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.084911] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0783e6f-4926-434c-97d1-00c7debec505 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.092589] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for the task: (returnval){ [ 833.092589] env[69744]: value = "task-3311590" [ 833.092589] env[69744]: _type = "Task" [ 833.092589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.102799] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.116568] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Updated VIF entry in instance network info cache for port 34bb8619-2a8f-44a6-9e0f-54960088a6f1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.116977] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Updating instance_info_cache with network_info: [{"id": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "address": "fa:16:3e:d2:bb:84", "network": {"id": "65ef2dd4-711e-4029-aee5-33bfb6ca2ccb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1315151358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf6df40daef4f2fa886b210d49109db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bb8619-2a", "ovs_interfaceid": "34bb8619-2a8f-44a6-9e0f-54960088a6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.162856] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updated VIF entry in instance network info cache for port 722e71a2-c527-4cfd-8748-1978a2b54209. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.163758] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [{"id": "722e71a2-c527-4cfd-8748-1978a2b54209", "address": "fa:16:3e:4c:1a:bc", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722e71a2-c5", "ovs_interfaceid": "722e71a2-c527-4cfd-8748-1978a2b54209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.188428] env[69744]: DEBUG nova.scheduler.client.report [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.202923] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072143} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.203285] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.204156] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e9702-cae9-4364-927f-d47d03e63fa6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.230452] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 4c977f3c-c8ee-44c7-b4e3-0d86696cb783/4c977f3c-c8ee-44c7-b4e3-0d86696cb783.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.234300] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c21a92-8452-4adb-ae82-a6b4688de1ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.260129] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311588, 'name': PowerOffVM_Task, 'duration_secs': 0.255817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.261315] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.261494] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.261799] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 833.261799] env[69744]: value = "task-3311591" [ 833.261799] env[69744]: _type = "Task" [ 833.261799] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.261991] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebb7a7a-02dd-4511-9b50-ea71e4d3fe08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.272812] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.289543] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.289765] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.290108] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleting the datastore file [datastore2] 83e88e62-1313-4b9f-94de-857c4f379379 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.290422] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94196a5b-f3ee-421e-bb4d-6a610c97e4ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.297446] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 833.297446] env[69744]: value = "task-3311593" [ 833.297446] env[69744]: _type = "Task" [ 833.297446] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.305732] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.507562] env[69744]: INFO nova.compute.manager [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 1.30 seconds to deallocate network for instance. [ 833.569641] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265955f-10ef-c448-1df3-f87d8373d0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.031998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.569958] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.570188] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.570440] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcae92f8-c42f-404c-8128-8aa4716d70c5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.578625] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 833.578625] env[69744]: value = "task-3311594" [ 833.578625] env[69744]: _type = "Task" [ 833.578625] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.582110] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.589509] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.600745] env[69744]: DEBUG oslo_vmware.api [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Task: {'id': task-3311590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362343} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.601079] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.601321] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.601545] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.601767] env[69744]: INFO nova.compute.manager [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Took 1.63 seconds to destroy the instance on the hypervisor. [ 833.602060] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.602296] env[69744]: DEBUG nova.compute.manager [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.602426] env[69744]: DEBUG nova.network.neutron [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.619992] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Releasing lock "refresh_cache-4c977f3c-c8ee-44c7-b4e3-0d86696cb783" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.620461] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Received event network-vif-plugged-6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.621256] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Acquiring lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.621541] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.621758] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.621974] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] No waiting events found dispatching network-vif-plugged-6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.622241] env[69744]: WARNING nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Received unexpected event network-vif-plugged-6770d66d-1e58-4e18-a724-3d4765bc8d0c for instance with vm_state building and task_state spawning. [ 833.622458] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Received event network-changed-6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.622660] env[69744]: DEBUG nova.compute.manager [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Refreshing instance network info cache due to event network-changed-6770d66d-1e58-4e18-a724-3d4765bc8d0c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.622899] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.623481] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.623700] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Refreshing network info cache for port 6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.666285] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Releasing lock "refresh_cache-8ee75dc6-1c52-468f-a10b-56027a5bfc33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.666564] env[69744]: DEBUG nova.compute.manager [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.666735] env[69744]: DEBUG nova.compute.manager [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing instance network info cache due to event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.666935] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.667169] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.667381] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.693052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.693573] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.700064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.591s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.700064] env[69744]: DEBUG nova.objects.instance [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'resources' on Instance uuid 7f643918-3848-4e37-b15e-01a650cc53f3 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.776856] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311591, 'name': ReconfigVM_Task, 'duration_secs': 0.28767} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.777143] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 4c977f3c-c8ee-44c7-b4e3-0d86696cb783/4c977f3c-c8ee-44c7-b4e3-0d86696cb783.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.777781] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-335d2240-6b78-4781-b4f1-091a96966183 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.784472] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 833.784472] env[69744]: value = "task-3311595" [ 833.784472] env[69744]: _type = "Task" [ 833.784472] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.800549] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311595, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.812492] env[69744]: DEBUG oslo_vmware.api [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24549} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.814077] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.814077] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.814077] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.814077] env[69744]: INFO nova.compute.manager [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.814271] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.814423] env[69744]: DEBUG nova.compute.manager [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.814515] env[69744]: DEBUG nova.network.neutron [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.841808] env[69744]: DEBUG nova.network.neutron [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.020450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.091393] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.108178] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.203896] env[69744]: DEBUG nova.compute.utils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.207239] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 834.295764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.296302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.297027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.297027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.297027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.299925] env[69744]: INFO nova.compute.manager [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Terminating instance [ 834.311194] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311595, 'name': Rename_Task, 'duration_secs': 0.141055} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.311828] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.312761] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c67d84d-4993-4937-900b-8dd08b2bb2d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.320021] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 834.320021] env[69744]: value = "task-3311596" [ 834.320021] env[69744]: _type = "Task" [ 834.320021] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.329223] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.344126] env[69744]: DEBUG nova.network.neutron [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.384746] env[69744]: DEBUG nova.compute.manager [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.385769] env[69744]: DEBUG nova.compute.manager [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing instance network info cache due to event network-changed-af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.385769] env[69744]: DEBUG oslo_concurrency.lockutils [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] Acquiring lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.424274] env[69744]: DEBUG nova.compute.manager [req-b5f0beab-9217-4d25-8737-ddf50e083e81 req-e00f5aae-291f-4ee8-b258-a424d0673779 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Received event network-vif-deleted-722e71a2-c527-4cfd-8748-1978a2b54209 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.424574] env[69744]: INFO nova.compute.manager [req-b5f0beab-9217-4d25-8737-ddf50e083e81 req-e00f5aae-291f-4ee8-b258-a424d0673779 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Neutron deleted interface 722e71a2-c527-4cfd-8748-1978a2b54209; detaching it from the instance and deleting it from the info cache [ 834.424815] env[69744]: DEBUG nova.network.neutron [req-b5f0beab-9217-4d25-8737-ddf50e083e81 req-e00f5aae-291f-4ee8-b258-a424d0673779 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.495575] env[69744]: DEBUG nova.network.neutron [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.591776] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800567} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.594393] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.594616] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.595031] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c750562a-9aab-4806-a08f-bf76699aa881 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.602013] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 834.602013] env[69744]: value = "task-3311597" [ 834.602013] env[69744]: _type = "Task" [ 834.602013] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.614504] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.654797] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updated VIF entry in instance network info cache for port 6770d66d-1e58-4e18-a724-3d4765bc8d0c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.655163] env[69744]: DEBUG nova.network.neutron [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.702076] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updated VIF entry in instance network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.702076] env[69744]: DEBUG nova.network.neutron [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.709694] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.774656] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af8ddd-f6dd-4b86-a1f1-eeaf48b77837 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.784288] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d4ed8-9641-447d-9230-a400e0452066 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.823284] env[69744]: DEBUG nova.compute.manager [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.825068] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.827515] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e549c-3385-40b8-b360-15145428410c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.834035] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f50c00-9fec-4cb5-9de9-6dbd616f9675 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.845139] env[69744]: DEBUG oslo_vmware.api [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311596, 'name': PowerOnVM_Task, 'duration_secs': 0.522238} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.849614] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.849827] env[69744]: INFO nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Took 9.43 seconds to spawn the instance on the hypervisor. [ 834.850017] env[69744]: DEBUG nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.850730] env[69744]: INFO nova.compute.manager [-] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Took 1.04 seconds to deallocate network for instance. [ 834.851065] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.852280] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4e42d-ebc3-4150-9b58-ef950c9c158d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.857015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af02e8-0402-4d67-bb3f-e6f5fff58549 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861041] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-350b69de-ecf8-4c21-8be1-f0b1b042c28e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.879415] env[69744]: DEBUG nova.compute.provider_tree [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.885031] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 834.885031] env[69744]: value = "task-3311598" [ 834.885031] env[69744]: _type = "Task" [ 834.885031] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.895481] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.928658] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03305e8d-7f93-46f1-8652-df43124c0951 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.941147] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907d4e8f-63d6-42cf-9fd6-370ca49e0bae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.958448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.971472] env[69744]: DEBUG nova.compute.manager [req-b5f0beab-9217-4d25-8737-ddf50e083e81 req-e00f5aae-291f-4ee8-b258-a424d0673779 service nova] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Detach interface failed, port_id=722e71a2-c527-4cfd-8748-1978a2b54209, reason: Instance 8ee75dc6-1c52-468f-a10b-56027a5bfc33 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.998416] env[69744]: INFO nova.compute.manager [-] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Took 1.40 seconds to deallocate network for instance. [ 835.115466] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073486} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.116012] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.116884] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c67da-a0c1-4545-8a0b-86c19e486de3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.141137] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.141491] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8cdffe-6533-498c-b5f8-2d309ddf69da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.157666] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e6dcbc-52eb-465b-9521-10172a3466e1 req-74d232b4-806c-4313-90cb-dce9a3bcfa82 service nova] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.162315] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 835.162315] env[69744]: value = "task-3311599" [ 835.162315] env[69744]: _type = "Task" [ 835.162315] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.171169] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.203967] env[69744]: DEBUG oslo_concurrency.lockutils [req-7098979c-087a-4dc3-8d59-9a3df93fbeb7 req-5720292b-d869-4419-baf3-22a481a2355b service nova] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.204555] env[69744]: DEBUG oslo_concurrency.lockutils [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] Acquired lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.204765] env[69744]: DEBUG nova.network.neutron [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Refreshing network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.343311] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbe19e-3de8-48db-ad24-05409aa9a526 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.350594] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Suspending the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 835.350594] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3bf8986-d2e2-4c8a-ab83-399766f9e76e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.357992] env[69744]: DEBUG oslo_vmware.api [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 835.357992] env[69744]: value = "task-3311600" [ 835.357992] env[69744]: _type = "Task" [ 835.357992] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.366546] env[69744]: DEBUG oslo_vmware.api [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311600, 'name': SuspendVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.367914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.386766] env[69744]: DEBUG nova.scheduler.client.report [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.401028] env[69744]: INFO nova.compute.manager [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Took 45.14 seconds to build instance. [ 835.409037] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311598, 'name': PowerOffVM_Task, 'duration_secs': 0.530555} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.409399] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.409399] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.410690] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e367ff5b-689b-45a7-87a7-79ce775982ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.479037] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.479565] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.479792] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleting the datastore file [datastore1] 58dfa423-d1c6-45f2-887f-153af1e44c3f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.480091] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b09f8e0-1057-4103-8ddf-9ec3e32c4f3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.487729] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 835.487729] env[69744]: value = "task-3311602" [ 835.487729] env[69744]: _type = "Task" [ 835.487729] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.496107] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.504813] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.674282] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.721534] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.744142] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.744564] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.744564] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.744754] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.744900] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.745080] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.745392] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.745455] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.745610] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.745780] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.746096] env[69744]: DEBUG nova.virt.hardware [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.746979] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ab934-53df-4653-acd8-b960e6261582 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.755910] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6641687-61d6-4710-b090-3862d08c601a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.770043] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.777644] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Creating folder: Project (b1d5ab6ece0240f8ad235a9cf8256db1). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.778048] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1d8185-ee94-47f4-b2c3-6e81ec4e6f4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.789352] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Created folder: Project (b1d5ab6ece0240f8ad235a9cf8256db1) in parent group-v661134. [ 835.789537] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Creating folder: Instances. Parent ref: group-v661270. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.789770] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a2fa4d-e89b-4e94-b77a-753e283b9ce3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.800245] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Created folder: Instances in parent group-v661270. [ 835.800496] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.800706] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.800932] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28bd1b6f-d2ce-4d77-be08-6576ab2c785a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.819811] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.819811] env[69744]: value = "task-3311605" [ 835.819811] env[69744]: _type = "Task" [ 835.819811] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.827768] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311605, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.871411] env[69744]: DEBUG oslo_vmware.api [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311600, 'name': SuspendVM_Task} progress is 54%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.896552] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.898811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.252s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.899194] env[69744]: DEBUG nova.objects.instance [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lazy-loading 'resources' on Instance uuid fc428465-7779-4050-a296-0d4bf116368b {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.903643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55372880-a1b9-4c27-867b-2d1fbf8fd6d1 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.054s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.930410] env[69744]: INFO nova.scheduler.client.report [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted allocations for instance 7f643918-3848-4e37-b15e-01a650cc53f3 [ 836.001508] env[69744]: DEBUG oslo_vmware.api [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387437} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.002056] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.002056] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.002270] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.002270] env[69744]: INFO nova.compute.manager [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 836.002505] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.002689] env[69744]: DEBUG nova.compute.manager [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.002792] env[69744]: DEBUG nova.network.neutron [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.156115] env[69744]: DEBUG nova.network.neutron [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updated VIF entry in instance network info cache for port af9126d2-1a8f-4d9c-9804-55223dc45f99. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.156575] env[69744]: DEBUG nova.network.neutron [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [{"id": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "address": "fa:16:3e:88:58:fd", "network": {"id": "a79c78a6-cc1a-4bd5-865b-6e833b4f9a5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1838708519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651604e00dff4d1cb95c9e5ed92e4993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9126d2-1a", "ovs_interfaceid": "af9126d2-1a8f-4d9c-9804-55223dc45f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.157938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.160453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.160804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.161091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.161303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.163498] env[69744]: INFO nova.compute.manager [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Terminating instance [ 836.175852] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311599, 'name': ReconfigVM_Task, 'duration_secs': 0.544307} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.176159] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.176801] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a73cfe-6b5d-4dc0-a061-d46367e2b0bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.184125] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 836.184125] env[69744]: value = "task-3311606" [ 836.184125] env[69744]: _type = "Task" [ 836.184125] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.197668] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311606, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.330571] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311605, 'name': CreateVM_Task, 'duration_secs': 0.302846} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.330759] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.331181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.331332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.331649] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.331971] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29f4c80-5ae4-4458-a3f2-5cb6a0eaba4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.337379] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 836.337379] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bacee3-ec80-a47e-287e-20cbd12a8b68" [ 836.337379] env[69744]: _type = "Task" [ 836.337379] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.348272] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bacee3-ec80-a47e-287e-20cbd12a8b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.369339] env[69744]: DEBUG oslo_vmware.api [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311600, 'name': SuspendVM_Task, 'duration_secs': 0.822057} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.369646] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Suspended the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 836.369830] env[69744]: DEBUG nova.compute.manager [None req-419fb68d-b19d-4366-a2b0-97f1900a254f tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.371667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6344ba-3769-446b-b68a-58226777fe8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.408512] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.438479] env[69744]: DEBUG oslo_concurrency.lockutils [None req-305a10af-63b5-4b85-a83c-08d204e6d975 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "7f643918-3848-4e37-b15e-01a650cc53f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.343s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.664324] env[69744]: DEBUG oslo_concurrency.lockutils [req-c60090b9-69dc-4c38-8aa6-946440a05451 req-3ee69586-49f6-488e-a180-49c04bf365e8 service nova] Releasing lock "refresh_cache-715ead8f-947c-47a4-9ff3-fbe27331d9d6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.671794] env[69744]: DEBUG nova.compute.manager [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.671997] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.672882] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b7abc-c4f9-48a9-add9-9ce14ba91690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.682075] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.682075] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c01f07a-34d9-43ac-8c32-aa595eb4e6ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.691331] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 836.691331] env[69744]: value = "task-3311607" [ 836.691331] env[69744]: _type = "Task" [ 836.691331] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.696307] env[69744]: DEBUG nova.compute.manager [req-fe35503e-39d7-4064-ba89-9d5834e10d3f req-5068ef8c-a1a8-49db-99da-03b228d3c9e7 service nova] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Received event network-vif-deleted-2a978cd4-7b8a-4b01-996e-fbc023c3acb3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.696497] env[69744]: DEBUG nova.compute.manager [req-fe35503e-39d7-4064-ba89-9d5834e10d3f req-5068ef8c-a1a8-49db-99da-03b228d3c9e7 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Received event network-vif-deleted-1bfc1bea-e0ea-4943-a407-a156cfbd6ffc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.696687] env[69744]: INFO nova.compute.manager [req-fe35503e-39d7-4064-ba89-9d5834e10d3f req-5068ef8c-a1a8-49db-99da-03b228d3c9e7 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Neutron deleted interface 1bfc1bea-e0ea-4943-a407-a156cfbd6ffc; detaching it from the instance and deleting it from the info cache [ 836.697058] env[69744]: DEBUG nova.network.neutron [req-fe35503e-39d7-4064-ba89-9d5834e10d3f req-5068ef8c-a1a8-49db-99da-03b228d3c9e7 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.706162] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311606, 'name': Rename_Task, 'duration_secs': 0.18334} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.707265] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.707265] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00bb562c-1ad6-47b7-bd7e-433cf9a8db00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.712047] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.719818] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 836.719818] env[69744]: value = "task-3311608" [ 836.719818] env[69744]: _type = "Task" [ 836.719818] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.727913] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.851783] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bacee3-ec80-a47e-287e-20cbd12a8b68, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.852097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.852325] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.852552] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.852688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.852866] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.853157] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-063639d1-4df8-44f8-ad19-9bc3441b6a1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.870382] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.870570] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.874266] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78914517-7412-4821-8bbd-5bbe20f50715 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.886699] env[69744]: DEBUG nova.network.neutron [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.887968] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 836.887968] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f23582-28e8-1a61-36e4-390d354e836d" [ 836.887968] env[69744]: _type = "Task" [ 836.887968] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.902109] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f23582-28e8-1a61-36e4-390d354e836d, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.903951] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd57870b-03ea-4d19-b6f6-50c0f2511c02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.909933] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 836.909933] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526933bb-ad2e-cd09-33cb-d7f934027bfd" [ 836.909933] env[69744]: _type = "Task" [ 836.909933] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.918036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3521e2-df77-44e3-8777-111267bee2f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.927516] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526933bb-ad2e-cd09-33cb-d7f934027bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.929440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.929649] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.929968] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-463c0d5c-68b5-414b-9b23-26943670965a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.932802] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63a636-3412-4633-b037-1f3dc65f54ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.938060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.966373] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef65862-1662-4b95-ae7b-76f2b147d018 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.969045] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 836.969045] env[69744]: value = "task-3311609" [ 836.969045] env[69744]: _type = "Task" [ 836.969045] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.975447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abb2b9-fee7-4b0a-b476-8ffed0534e2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982013] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.991950] env[69744]: DEBUG nova.compute.provider_tree [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.117515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.117871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.118132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.118358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.118604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.121544] env[69744]: INFO nova.compute.manager [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Terminating instance [ 837.201866] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a455a9c6-34cd-445f-a6c1-568c78c775a5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.209966] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311607, 'name': PowerOffVM_Task, 'duration_secs': 0.1949} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.211576] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.211747] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.212899] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86795c5b-a15c-4b73-85ca-dfd7b3fd58e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.217803] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e84822-1b2a-4ba3-9aa4-4e21753f4f6e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.240378] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.258491] env[69744]: DEBUG nova.compute.manager [req-fe35503e-39d7-4064-ba89-9d5834e10d3f req-5068ef8c-a1a8-49db-99da-03b228d3c9e7 service nova] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Detach interface failed, port_id=1bfc1bea-e0ea-4943-a407-a156cfbd6ffc, reason: Instance 58dfa423-d1c6-45f2-887f-153af1e44c3f could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.303282] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.303666] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.304686] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleting the datastore file [datastore1] 0c7fd63d-f778-41cf-b7f4-bf65a66f774f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.304686] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0682823d-1a03-4d05-960e-13e1a888e720 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.312691] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for the task: (returnval){ [ 837.312691] env[69744]: value = "task-3311611" [ 837.312691] env[69744]: _type = "Task" [ 837.312691] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.322940] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.395263] env[69744]: INFO nova.compute.manager [-] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Took 1.39 seconds to deallocate network for instance. [ 837.480347] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.494707] env[69744]: DEBUG nova.scheduler.client.report [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.626099] env[69744]: DEBUG nova.compute.manager [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.626367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.627328] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd43fada-9087-48b8-8c2a-b8975a102a2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.635730] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.636169] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c01b0b-be28-419b-821b-4fcf74dab772 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.642378] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 837.642378] env[69744]: value = "task-3311612" [ 837.642378] env[69744]: _type = "Task" [ 837.642378] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.651011] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.740753] env[69744]: DEBUG oslo_vmware.api [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311608, 'name': PowerOnVM_Task, 'duration_secs': 0.795894} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.740753] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.740753] env[69744]: INFO nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Took 9.42 seconds to spawn the instance on the hypervisor. [ 837.742288] env[69744]: DEBUG nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.742288] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e6ea7-7120-43e8-ab1e-397e7c2e550b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.828301] env[69744]: DEBUG oslo_vmware.api [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Task: {'id': task-3311611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328109} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.828505] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.828689] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.828935] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.829174] env[69744]: INFO nova.compute.manager [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 837.829415] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.829600] env[69744]: DEBUG nova.compute.manager [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.829689] env[69744]: DEBUG nova.network.neutron [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.902198] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.980380] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562354} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.980554] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.981213] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.981213] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01e01c2d-da0c-4c2e-8013-36d1382792ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.988445] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 837.988445] env[69744]: value = "task-3311613" [ 837.988445] env[69744]: _type = "Task" [ 837.988445] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.998068] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.001042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.003327] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.520s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.004938] env[69744]: INFO nova.compute.claims [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.030808] env[69744]: INFO nova.scheduler.client.report [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted allocations for instance fc428465-7779-4050-a296-0d4bf116368b [ 838.161509] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311612, 'name': PowerOffVM_Task, 'duration_secs': 0.486752} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.162288] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.162689] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.163066] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e5b257d-0dc9-45ba-9def-053ca562956f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.242480] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.243163] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.243163] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Deleting the datastore file [datastore2] 4c977f3c-c8ee-44c7-b4e3-0d86696cb783 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.243163] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8663617-061a-445c-bcef-0f3d20804bdd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.250097] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for the task: (returnval){ [ 838.250097] env[69744]: value = "task-3311615" [ 838.250097] env[69744]: _type = "Task" [ 838.250097] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.266986] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.267450] env[69744]: INFO nova.compute.manager [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Took 45.60 seconds to build instance. [ 838.497845] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105197} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.501740] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.502612] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557fc76-4cca-406f-91a6-ca82dd336442 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.527094] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.530389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.530625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.530805] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.530976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.531171] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.532602] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c551f2-ab32-40c0-b692-6cf23d3d65c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.554957] env[69744]: INFO nova.compute.manager [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Terminating instance [ 838.565897] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 838.565897] env[69744]: value = "task-3311616" [ 838.565897] env[69744]: _type = "Task" [ 838.565897] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.576807] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.583689] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5ee4f9ae-d60d-4530-a07e-7e1780edaad6 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "fc428465-7779-4050-a296-0d4bf116368b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.461s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.612097] env[69744]: DEBUG nova.network.neutron [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.760809] env[69744]: DEBUG oslo_vmware.api [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Task: {'id': task-3311615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262902} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.763455] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.763674] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.763881] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.764137] env[69744]: INFO nova.compute.manager [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Took 1.14 seconds to destroy the instance on the hypervisor. [ 838.764439] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.766024] env[69744]: DEBUG nova.compute.manager [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.766024] env[69744]: DEBUG nova.network.neutron [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.773864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d45f4d3-866a-4952-9dd8-8a993dc2a572 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.867s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.993582] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83bc397-8af0-40bc-b0db-09fffdd7591f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.001599] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bdac1c-1089-44eb-9d4a-b7f9193a90c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.034693] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff407389-6c69-47a4-8245-3c0b0ac17bc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.037963] env[69744]: DEBUG nova.compute.manager [req-865b317d-9dfd-4569-862c-00376e868080 req-42a881f1-b8bd-41f7-8c43-119355cb6dd1 service nova] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Received event network-vif-deleted-3fb1011f-630c-40fe-bdcb-7f68fcfa1a30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.043870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da09d30e-49db-4e90-ac47-6d146c11878b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.059211] env[69744]: DEBUG nova.compute.provider_tree [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.062645] env[69744]: DEBUG nova.compute.manager [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.062645] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.062645] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e8a08-6c40-4a5f-ab7c-c4d051994b77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.078342] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.081686] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc48d873-c474-4b32-bad1-e24a04c84485 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.083271] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311616, 'name': ReconfigVM_Task, 'duration_secs': 0.273906} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.083755] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.084631] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72c35eb-db42-4f95-bc8b-dc37261fb942 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.090403] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 839.090403] env[69744]: value = "task-3311617" [ 839.090403] env[69744]: _type = "Task" [ 839.090403] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.091817] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 839.091817] env[69744]: value = "task-3311618" [ 839.091817] env[69744]: _type = "Task" [ 839.091817] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.107232] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.111311] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311618, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.113915] env[69744]: INFO nova.compute.manager [-] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Took 1.28 seconds to deallocate network for instance. [ 839.263453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.263807] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.273814] env[69744]: DEBUG nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.274238] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.277166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60cb39c-5d02-46d0-bd17-be89302b86bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.562909] env[69744]: DEBUG nova.scheduler.client.report [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.604213] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311617, 'name': PowerOffVM_Task, 'duration_secs': 0.250283} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.608970] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.608970] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.608970] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311618, 'name': Rename_Task, 'duration_secs': 0.154574} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.608970] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8893bd70-05da-4367-a2be-4915d769a338 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.610436] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.610659] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e7145b-82aa-4306-a35e-912e3ccdd541 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.619370] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 839.619370] env[69744]: value = "task-3311620" [ 839.619370] env[69744]: _type = "Task" [ 839.619370] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.620097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.624606] env[69744]: DEBUG nova.network.neutron [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.628916] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.681367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.681367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.681367] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleting the datastore file [datastore2] fe6ce16f-ada2-4588-aca5-00de3ce94c08 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.682211] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bccdfaef-c21d-477b-b87d-366fb616627d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.689343] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 839.689343] env[69744]: value = "task-3311621" [ 839.689343] env[69744]: _type = "Task" [ 839.689343] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.701771] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.789928] env[69744]: INFO nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] instance snapshotting [ 839.790278] env[69744]: WARNING nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 839.795081] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26d68d-27ab-41b7-b30f-ce97eee50ca4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.798861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.817269] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64e400-cdf9-42bd-869b-ae4342b8ccc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.069065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.066s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.069627] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.072338] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.063s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.072553] env[69744]: DEBUG nova.objects.instance [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lazy-loading 'resources' on Instance uuid f0e74a22-8d6c-44fc-808d-af887e716e59 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.130218] env[69744]: INFO nova.compute.manager [-] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Took 1.36 seconds to deallocate network for instance. [ 840.143221] env[69744]: DEBUG oslo_vmware.api [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311620, 'name': PowerOnVM_Task, 'duration_secs': 0.476514} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.143221] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.143468] env[69744]: INFO nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Took 4.42 seconds to spawn the instance on the hypervisor. [ 840.143590] env[69744]: DEBUG nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.144482] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49cc942-e474-469f-a199-7c9f4b804e1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.200625] env[69744]: DEBUG oslo_vmware.api [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126965} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.200851] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.201058] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.201247] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.201416] env[69744]: INFO nova.compute.manager [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Took 1.14 seconds to destroy the instance on the hypervisor. [ 840.201657] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.201845] env[69744]: DEBUG nova.compute.manager [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.201940] env[69744]: DEBUG nova.network.neutron [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.329493] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.329820] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a782e51-4160-4b12-a892-e15e824aaa19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.340283] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 840.340283] env[69744]: value = "task-3311622" [ 840.340283] env[69744]: _type = "Task" [ 840.340283] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.351313] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.576153] env[69744]: DEBUG nova.compute.utils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.587701] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.590683] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.637723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.667334] env[69744]: INFO nova.compute.manager [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Took 35.87 seconds to build instance. [ 840.772925] env[69744]: DEBUG nova.compute.manager [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 840.844838] env[69744]: DEBUG nova.policy [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea8974c1750468db0e8ad1e2d022596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aeb9553368a445faa03b805e88765cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.854317] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311622, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.032972] env[69744]: DEBUG nova.network.neutron [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.088239] env[69744]: DEBUG nova.compute.utils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.162865] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9cca8-6fad-4293-8231-fb424606249f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.171655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-da644a9a-7c0e-43c9-9eba-b410e7bb417e tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.312s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.175534] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e95cc0-0a15-4ec9-90b3-af4684f5e7b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.213666] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f8b1fc-205b-47ce-8cec-c97a2037df35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.223204] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c7388-e0c0-4a52-8442-652b3cdc69ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.238953] env[69744]: DEBUG nova.compute.provider_tree [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.287400] env[69744]: DEBUG nova.compute.manager [req-c6e52062-675e-4391-b57c-570b1d641988 req-981975d2-0f53-46b5-a7ee-35434c6feb07 service nova] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Received event network-vif-deleted-34bb8619-2a8f-44a6-9e0f-54960088a6f1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.287400] env[69744]: DEBUG nova.compute.manager [req-c6e52062-675e-4391-b57c-570b1d641988 req-981975d2-0f53-46b5-a7ee-35434c6feb07 service nova] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Received event network-vif-deleted-540cb530-c558-4991-8393-a8ef754140f7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.298324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.356323] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311622, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.429990] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Successfully created port: 39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.535208] env[69744]: INFO nova.compute.manager [-] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Took 1.33 seconds to deallocate network for instance. [ 841.591241] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.678332] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.745201] env[69744]: DEBUG nova.scheduler.client.report [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.855781] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311622, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.042130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.210587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.250794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.253401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.176s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.254902] env[69744]: INFO nova.compute.claims [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.278913] env[69744]: INFO nova.scheduler.client.report [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted allocations for instance f0e74a22-8d6c-44fc-808d-af887e716e59 [ 842.355471] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311622, 'name': CreateSnapshot_Task, 'duration_secs': 1.573346} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.355751] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.356537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5af84c-6f25-43b5-be5e-212b283b1074 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.439065] env[69744]: INFO nova.compute.manager [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Rebuilding instance [ 842.481399] env[69744]: DEBUG nova.compute.manager [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.482302] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf96d6-7f26-4d0d-bc76-47c48de7ba0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.601080] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.624424] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1300926317',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2037447761',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.624686] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.624881] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.625953] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.626333] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.626333] env[69744]: DEBUG nova.virt.hardware [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.627616] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe641c42-5fc5-41ad-aa7b-7e91bbefc690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.635455] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1757f45-feeb-4d57-b46f-60b1020187da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.790810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8641e092-f0ab-4d42-94cb-6f854302726f tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "f0e74a22-8d6c-44fc-808d-af887e716e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.510s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.879669] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.880416] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e151ef2-a60f-47e3-8634-4664d7726f40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.891451] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 842.891451] env[69744]: value = "task-3311623" [ 842.891451] env[69744]: _type = "Task" [ 842.891451] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.899960] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311623, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.296302] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Successfully updated port: 39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.403837] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311623, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.457183] env[69744]: DEBUG nova.compute.manager [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Received event network-vif-plugged-39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.457395] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Acquiring lock "25f0d588-ce2e-4896-976f-91d67482447d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.458135] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Lock "25f0d588-ce2e-4896-976f-91d67482447d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.458135] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Lock "25f0d588-ce2e-4896-976f-91d67482447d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.458135] env[69744]: DEBUG nova.compute.manager [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] No waiting events found dispatching network-vif-plugged-39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.458135] env[69744]: WARNING nova.compute.manager [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Received unexpected event network-vif-plugged-39b1d03a-0b6a-4e99-bccb-82371d008522 for instance with vm_state building and task_state spawning. [ 843.458293] env[69744]: DEBUG nova.compute.manager [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Received event network-changed-39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.458426] env[69744]: DEBUG nova.compute.manager [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Refreshing instance network info cache due to event network-changed-39b1d03a-0b6a-4e99-bccb-82371d008522. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.458604] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Acquiring lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.458734] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Acquired lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.458913] env[69744]: DEBUG nova.network.neutron [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Refreshing network info cache for port 39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.496109] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.496687] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f1ceba-1095-47d4-b5ab-4fc2adb33cdb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.508839] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 843.508839] env[69744]: value = "task-3311624" [ 843.508839] env[69744]: _type = "Task" [ 843.508839] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.518765] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.800083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.803732] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c06f8-ce65-4354-9d63-60d4f97bd0e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.812022] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9eab4-335c-4426-b747-a0b26a228150 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.842460] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c162559f-9828-4b1b-9024-98bca0c7ce8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.850556] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc19ac-3014-4141-a0f1-445d96299c64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.864850] env[69744]: DEBUG nova.compute.provider_tree [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.903163] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311623, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.950722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.950970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.976729] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.976959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.990344] env[69744]: DEBUG nova.network.neutron [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.018706] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311624, 'name': PowerOffVM_Task, 'duration_secs': 0.271728} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.018706] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.019400] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.020395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f85c16-c530-4e50-a514-0be3ee6b190e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.026810] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.027056] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54586924-5582-4c12-b529-9651d4491a9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.053060] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.053060] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.053060] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Deleting the datastore file [datastore2] c0297808-c5d6-4786-b514-20c599a4c597 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.053313] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fedf3c-d584-466a-9420-dfe0d9471700 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.060119] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 844.060119] env[69744]: value = "task-3311626" [ 844.060119] env[69744]: _type = "Task" [ 844.060119] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.067758] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.083696] env[69744]: DEBUG nova.network.neutron [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.368032] env[69744]: DEBUG nova.scheduler.client.report [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.404908] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311623, 'name': CloneVM_Task, 'duration_secs': 1.480479} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.405288] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Created linked-clone VM from snapshot [ 844.406402] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a4d8c-01d7-404f-9720-a9164c567941 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.414836] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Uploading image 1d7e80da-4667-4a75-a528-54a95269943c {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.436959] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.436959] env[69744]: value = "vm-661274" [ 844.436959] env[69744]: _type = "VirtualMachine" [ 844.436959] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.437282] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db8c017a-0199-43ec-a415-ccf388f1ade1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.444435] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease: (returnval){ [ 844.444435] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074f00-8554-3410-4749-3ae745231217" [ 844.444435] env[69744]: _type = "HttpNfcLease" [ 844.444435] env[69744]: } obtained for exporting VM: (result){ [ 844.444435] env[69744]: value = "vm-661274" [ 844.444435] env[69744]: _type = "VirtualMachine" [ 844.444435] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.444671] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the lease: (returnval){ [ 844.444671] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074f00-8554-3410-4749-3ae745231217" [ 844.444671] env[69744]: _type = "HttpNfcLease" [ 844.444671] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.454942] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.454942] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074f00-8554-3410-4749-3ae745231217" [ 844.454942] env[69744]: _type = "HttpNfcLease" [ 844.454942] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 844.569729] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205229} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.569980] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.570195] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.570345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.586242] env[69744]: DEBUG oslo_concurrency.lockutils [req-0f9dc46d-0568-459b-83b1-2d5aff63f227 req-06c9cb29-f34b-4a77-a392-6afe4fe763c5 service nova] Releasing lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.586596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.586761] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.874136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.874136] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.877012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.148s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.880423] env[69744]: INFO nova.compute.claims [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.954009] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.954009] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074f00-8554-3410-4749-3ae745231217" [ 844.954009] env[69744]: _type = "HttpNfcLease" [ 844.954009] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.954392] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.954392] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52074f00-8554-3410-4749-3ae745231217" [ 844.954392] env[69744]: _type = "HttpNfcLease" [ 844.954392] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.955086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4505157-8f8e-44db-8578-fb4f0d5a09bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.962183] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.962362] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.052306] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-379ddddd-cd29-4fa5-bcbd-407679ab8c48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.130029] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.299832] env[69744]: DEBUG nova.network.neutron [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Updating instance_info_cache with network_info: [{"id": "39b1d03a-0b6a-4e99-bccb-82371d008522", "address": "fa:16:3e:11:51:f4", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b1d03a-0b", "ovs_interfaceid": "39b1d03a-0b6a-4e99-bccb-82371d008522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.383352] env[69744]: DEBUG nova.compute.utils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.388019] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.388019] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.427123] env[69744]: DEBUG nova.policy [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ea0c1d4bf48b0a00a299292b9fd37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e319cb6dd7a0455ab2e97014c2a3b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.627720] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.628020] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.628352] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.628657] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.629349] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.629729] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.630045] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.630865] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.630865] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.630865] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.630865] env[69744]: DEBUG nova.virt.hardware [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.631747] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af47ff8-e993-4cdf-8769-b17f11762c00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.641095] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7af6d-eb13-4981-b5d8-72804287274f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661173] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.667706] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.668453] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.668679] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab182c7-f472-47d2-8744-6cbf4a49174c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.686094] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.686094] env[69744]: value = "task-3311628" [ 845.686094] env[69744]: _type = "Task" [ 845.686094] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.694411] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311628, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.804259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.805493] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance network_info: |[{"id": "39b1d03a-0b6a-4e99-bccb-82371d008522", "address": "fa:16:3e:11:51:f4", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b1d03a-0b", "ovs_interfaceid": "39b1d03a-0b6a-4e99-bccb-82371d008522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.805493] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:51:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39b1d03a-0b6a-4e99-bccb-82371d008522', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.817022] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.817324] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.817628] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b66ff13c-b7a8-4ed9-99fb-1cfe4eb70637 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.840125] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.840125] env[69744]: value = "task-3311629" [ 845.840125] env[69744]: _type = "Task" [ 845.840125] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.848687] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311629, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.888676] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.911970] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Successfully created port: 561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.199600] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311628, 'name': CreateVM_Task, 'duration_secs': 0.331556} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.200045] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.200313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.200839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.201081] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.201356] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942015fa-13bd-40d7-8155-77f8ada05e63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.208662] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 846.208662] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2e5da-9402-67ae-b84e-50abb5af63b5" [ 846.208662] env[69744]: _type = "Task" [ 846.208662] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.219302] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2e5da-9402-67ae-b84e-50abb5af63b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.350437] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311629, 'name': CreateVM_Task, 'duration_secs': 0.464495} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.351508] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.351508] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.482560] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ad6fc-a1cc-4ef6-9272-7817100fb50b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.491810] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6514a0-1109-4dab-a883-1eeae7f10bb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.525406] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab6f63-c775-4ccc-9e8a-081ddf82c147 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.533789] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be4e91-d865-4a89-80b4-0eac4f8d0331 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.548206] env[69744]: DEBUG nova.compute.provider_tree [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.722043] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2e5da-9402-67ae-b84e-50abb5af63b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.722515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.722869] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.723207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.723395] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.723706] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.724120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.724568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.724823] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b570facc-7dd8-4ec4-b10f-9555e6e07395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.727485] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393a666a-1c23-410f-8605-100f8590bf38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.734191] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 846.734191] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf0de2-fb09-2589-4b49-fde9895fd471" [ 846.734191] env[69744]: _type = "Task" [ 846.734191] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.739597] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.739947] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.741281] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae185cad-7bb0-4c2b-bc37-e95669d68af5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.749062] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf0de2-fb09-2589-4b49-fde9895fd471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.752668] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 846.752668] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b1fabe-7a94-c6fb-63b8-0849d600949c" [ 846.752668] env[69744]: _type = "Task" [ 846.752668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.761708] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b1fabe-7a94-c6fb-63b8-0849d600949c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.907276] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.930813] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.930991] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.931176] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.931392] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.931468] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.931600] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.931908] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.932021] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.932129] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.932283] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.932454] env[69744]: DEBUG nova.virt.hardware [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.933349] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122f74a-b70d-4e86-9064-d15f58526fa2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.941637] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7ab1c8-9ad8-4838-b264-cc5e2c1ba3a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.052455] env[69744]: DEBUG nova.scheduler.client.report [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.246745] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bf0de2-fb09-2589-4b49-fde9895fd471, 'name': SearchDatastore_Task, 'duration_secs': 0.020767} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.247341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.247341] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.247341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.264510] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b1fabe-7a94-c6fb-63b8-0849d600949c, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.265566] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fb18da-d939-4c41-9bf3-82706e880e0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.272235] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 847.272235] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c082f-e018-0c73-aa92-69d58fb63e6a" [ 847.272235] env[69744]: _type = "Task" [ 847.272235] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.281745] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c082f-e018-0c73-aa92-69d58fb63e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.557872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.557872] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.561872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.726s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.562160] env[69744]: DEBUG nova.objects.instance [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lazy-loading 'resources' on Instance uuid c36cc33d-1a3f-4a88-9451-452086c06456 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.663891] env[69744]: DEBUG nova.compute.manager [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Received event network-vif-plugged-561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.664131] env[69744]: DEBUG oslo_concurrency.lockutils [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] Acquiring lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.664370] env[69744]: DEBUG oslo_concurrency.lockutils [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.664493] env[69744]: DEBUG oslo_concurrency.lockutils [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.664686] env[69744]: DEBUG nova.compute.manager [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] No waiting events found dispatching network-vif-plugged-561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.664819] env[69744]: WARNING nova.compute.manager [req-cad53c3a-0219-43d5-86ab-bce847a1cb49 req-1e584115-6836-4934-b657-38634f7ed2cd service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Received unexpected event network-vif-plugged-561a7183-fd8e-4903-974c-ac6be346c684 for instance with vm_state building and task_state spawning. [ 847.771328] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Successfully updated port: 561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.784156] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c082f-e018-0c73-aa92-69d58fb63e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.784527] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.784749] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.786602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.786816] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.787068] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27e614b-a4e3-49ba-ac4e-09b7df2b253a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.789205] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e973e56-236f-4e44-a316-86aaec964a79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.796466] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 847.796466] env[69744]: value = "task-3311630" [ 847.796466] env[69744]: _type = "Task" [ 847.796466] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.801348] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.801569] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.802788] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e29d0d-26ff-4989-b38e-67ed7995fc5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.808569] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.811601] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 847.811601] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5275e824-d59a-30f7-4ef4-be2fea774463" [ 847.811601] env[69744]: _type = "Task" [ 847.811601] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.819292] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5275e824-d59a-30f7-4ef4-be2fea774463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.064529] env[69744]: DEBUG nova.compute.utils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.073022] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.073022] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.125971] env[69744]: DEBUG nova.policy [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134c4bfebf5744b9a8e2f2481b003c6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce118a1f01b74bef85cf6e9f290c3c89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.273893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.274282] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.274282] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.309591] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.323176] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5275e824-d59a-30f7-4ef4-be2fea774463, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.324212] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce5622a-0538-4d67-bc26-cb1bcfac92de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.332728] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 848.332728] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e070e9-68ea-1bbb-80c2-6c75140123ef" [ 848.332728] env[69744]: _type = "Task" [ 848.332728] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.340992] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e070e9-68ea-1bbb-80c2-6c75140123ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.575917] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.595419] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c48753-07c1-4f1b-ac11-6f7baac56db6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.604341] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f2d02-c2cd-4341-9669-4afe7cba966a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.637529] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Successfully created port: afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.640129] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc1365-4d49-4b4d-ae64-3559b793829d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648768] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548fa7c9-cd29-43a8-bfad-9ce2978bfbc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.665821] env[69744]: DEBUG nova.compute.provider_tree [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.810777] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551077} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.811446] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.811889] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.812582] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1153beb-7d8b-4272-968a-0246d90cde7b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.820406] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 848.820406] env[69744]: value = "task-3311631" [ 848.820406] env[69744]: _type = "Task" [ 848.820406] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.830407] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.842584] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e070e9-68ea-1bbb-80c2-6c75140123ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014609} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.843304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.843768] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/25f0d588-ce2e-4896-976f-91d67482447d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.844243] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf04b0ff-23d3-4ca2-8b90-b5b39400b3d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.851350] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 848.851350] env[69744]: value = "task-3311632" [ 848.851350] env[69744]: _type = "Task" [ 848.851350] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.852536] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.865609] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.172036] env[69744]: DEBUG nova.scheduler.client.report [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.223551] env[69744]: DEBUG nova.network.neutron [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Updating instance_info_cache with network_info: [{"id": "561a7183-fd8e-4903-974c-ac6be346c684", "address": "fa:16:3e:02:5f:d0", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561a7183-fd", "ovs_interfaceid": "561a7183-fd8e-4903-974c-ac6be346c684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.334034] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068018} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.334034] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.334034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a0c267-1e96-462b-8339-dd55b93f6e18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.357391] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.357391] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b82747f-53d5-490c-acf1-c808a77c272f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.384747] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311632, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.387694] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 849.387694] env[69744]: value = "task-3311633" [ 849.387694] env[69744]: _type = "Task" [ 849.387694] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.394506] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.492620] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.492867] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.587110] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.610800] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.611187] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.611364] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.611575] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.611834] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.612041] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.612262] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.612529] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.612773] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.612948] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.613201] env[69744]: DEBUG nova.virt.hardware [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.614332] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a745c0d-15f6-4659-ae27-205dac63ed99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.623834] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a907131-49eb-4174-8363-957f0001ccaf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.677462] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.680052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.804s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.681543] env[69744]: INFO nova.compute.claims [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.701482] env[69744]: INFO nova.scheduler.client.report [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Deleted allocations for instance c36cc33d-1a3f-4a88-9451-452086c06456 [ 849.726433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.726768] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Instance network_info: |[{"id": "561a7183-fd8e-4903-974c-ac6be346c684", "address": "fa:16:3e:02:5f:d0", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561a7183-fd", "ovs_interfaceid": "561a7183-fd8e-4903-974c-ac6be346c684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.727239] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5f:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561a7183-fd8e-4903-974c-ac6be346c684', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.739473] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.741636] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.741870] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5424e4e1-ec08-4fe0-8b04-89f250440460 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769140] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.769140] env[69744]: value = "task-3311634" [ 849.769140] env[69744]: _type = "Task" [ 849.769140] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.776949] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311634, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.866999] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.896894] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.001625] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.001881] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.002098] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.002282] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.002462] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.002629] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.002818] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 850.002960] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.077510] env[69744]: DEBUG nova.compute.manager [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Received event network-changed-561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.077737] env[69744]: DEBUG nova.compute.manager [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Refreshing instance network info cache due to event network-changed-561a7183-fd8e-4903-974c-ac6be346c684. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.078153] env[69744]: DEBUG oslo_concurrency.lockutils [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] Acquiring lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.078392] env[69744]: DEBUG oslo_concurrency.lockutils [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] Acquired lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.078546] env[69744]: DEBUG nova.network.neutron [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Refreshing network info cache for port 561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.208572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-30b8b23e-05b2-4f89-a78e-973d570fb09b tempest-DeleteServersAdminTestJSON-431207376 tempest-DeleteServersAdminTestJSON-431207376-project-member] Lock "c36cc33d-1a3f-4a88-9451-452086c06456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.872s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.279690] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311634, 'name': CreateVM_Task, 'duration_secs': 0.376183} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.279966] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.280569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.281076] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.281342] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb3c347-724f-4707-98f9-81746a787231 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.285880] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 850.285880] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223a6f3-f30c-44ac-2e7c-9f36500cf5b5" [ 850.285880] env[69744]: _type = "Task" [ 850.285880] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.293830] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223a6f3-f30c-44ac-2e7c-9f36500cf5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.367420] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.399309] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.507352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.774280] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Successfully updated port: afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.801787] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223a6f3-f30c-44ac-2e7c-9f36500cf5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.804503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.804747] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.804976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805159] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805359] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.805859] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e00f720-32fd-49c1-9c63-071562550d2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.815036] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.815310] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.816098] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741502e9-166a-4887-8f76-ebe76b8171de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.821576] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 850.821576] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524c50a8-4785-0997-b50d-f87eeec2f467" [ 850.821576] env[69744]: _type = "Task" [ 850.821576] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.831505] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524c50a8-4785-0997-b50d-f87eeec2f467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.867402] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311632, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540475} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.870158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/25f0d588-ce2e-4896-976f-91d67482447d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.870417] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.870869] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa816404-6204-4ec3-8ae6-c06d6651f603 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.877888] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 850.877888] env[69744]: value = "task-3311635" [ 850.877888] env[69744]: _type = "Task" [ 850.877888] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.888113] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.895992] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311633, 'name': ReconfigVM_Task, 'duration_secs': 1.351356} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.898667] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c0297808-c5d6-4786-b514-20c599a4c597/c0297808-c5d6-4786-b514-20c599a4c597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.900417] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b41fc9-842c-4f01-bcec-16644b410106 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.905293] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 850.905293] env[69744]: value = "task-3311636" [ 850.905293] env[69744]: _type = "Task" [ 850.905293] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.913110] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311636, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.925910] env[69744]: DEBUG nova.network.neutron [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Updated VIF entry in instance network info cache for port 561a7183-fd8e-4903-974c-ac6be346c684. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.926326] env[69744]: DEBUG nova.network.neutron [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Updating instance_info_cache with network_info: [{"id": "561a7183-fd8e-4903-974c-ac6be346c684", "address": "fa:16:3e:02:5f:d0", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561a7183-fd", "ovs_interfaceid": "561a7183-fd8e-4903-974c-ac6be346c684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.237730] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b234c8-6fee-4671-9164-50d729860c0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.246434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792229ff-1b0a-4d93-8896-ab01c0081232 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.279533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.279697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.279839] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.282259] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955e735-aede-407a-b4dd-0f5d5c6a1632 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.290908] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1231d-1b1a-43b4-894f-5bdeed928e97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.308693] env[69744]: DEBUG nova.compute.provider_tree [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.334186] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524c50a8-4785-0997-b50d-f87eeec2f467, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.335020] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3d2b7b-9bb5-4505-991f-9fcb985cb38a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.340396] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 851.340396] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5285c053-2099-d322-ddf6-3ef21fbaa044" [ 851.340396] env[69744]: _type = "Task" [ 851.340396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.347882] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5285c053-2099-d322-ddf6-3ef21fbaa044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.387193] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.415571] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311636, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.431343] env[69744]: DEBUG oslo_concurrency.lockutils [req-5cdc48b9-842a-45b8-bbce-31adb82d58ee req-7b46b36c-4234-4fb5-9154-2f379b2e4f14 service nova] Releasing lock "refresh_cache-5eaf2cff-a8a4-4b4e-9007-738d17538deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.811870] env[69744]: DEBUG nova.scheduler.client.report [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.816561] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.851124] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5285c053-2099-d322-ddf6-3ef21fbaa044, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.851465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.851728] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 5eaf2cff-a8a4-4b4e-9007-738d17538deb/5eaf2cff-a8a4-4b4e-9007-738d17538deb.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.851994] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97af71bb-e32a-439f-87bb-680ccea380a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.858037] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 851.858037] env[69744]: value = "task-3311637" [ 851.858037] env[69744]: _type = "Task" [ 851.858037] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.866332] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.887333] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.924888} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.890088] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.890940] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0524c63-8cf4-4e3f-b951-cd546cdcbe1f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.913614] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/25f0d588-ce2e-4896-976f-91d67482447d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.913996] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846b4fc1-f636-4615-bbb3-185ac8d5fd77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.943864] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 851.943864] env[69744]: value = "task-3311638" [ 851.943864] env[69744]: _type = "Task" [ 851.943864] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.948967] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311636, 'name': Rename_Task, 'duration_secs': 0.965349} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.953574] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.953964] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b266ccc6-dd6f-42ed-a839-2febae0af992 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.963315] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.965221] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 851.965221] env[69744]: value = "task-3311639" [ 851.965221] env[69744]: _type = "Task" [ 851.965221] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.976208] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.977269] env[69744]: DEBUG nova.network.neutron [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Updating instance_info_cache with network_info: [{"id": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "address": "fa:16:3e:f6:dd:7b", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee674b-97", "ovs_interfaceid": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.143207] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.144417] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea922899-18f5-4609-9ac4-7dd02c2e191b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.152894] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.153251] env[69744]: ERROR oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk due to incomplete transfer. [ 852.153563] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-861716f9-17e7-46af-9ece-9fc11ac81f23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.162254] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a7661-21d3-fd2c-99f1-6c85308693f6/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 852.162470] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Uploaded image 1d7e80da-4667-4a75-a528-54a95269943c to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 852.164752] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 852.165118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7089f46-a88b-4898-9f17-4c2adaadc57b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.179390] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 852.179390] env[69744]: value = "task-3311640" [ 852.179390] env[69744]: _type = "Task" [ 852.179390] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.190737] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311640, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.213225] env[69744]: DEBUG nova.compute.manager [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Received event network-vif-plugged-afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.213225] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Acquiring lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.213225] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.214472] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.216034] env[69744]: DEBUG nova.compute.manager [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] No waiting events found dispatching network-vif-plugged-afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.216034] env[69744]: WARNING nova.compute.manager [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Received unexpected event network-vif-plugged-afee674b-972c-4d5f-8d5d-2199c0fb1d98 for instance with vm_state building and task_state spawning. [ 852.216034] env[69744]: DEBUG nova.compute.manager [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Received event network-changed-afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.216034] env[69744]: DEBUG nova.compute.manager [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Refreshing instance network info cache due to event network-changed-afee674b-972c-4d5f-8d5d-2199c0fb1d98. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.216034] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Acquiring lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.320290] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.320893] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.326069] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.125s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.370174] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.458704] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311638, 'name': ReconfigVM_Task, 'duration_secs': 0.462153} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.458704] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/25f0d588-ce2e-4896-976f-91d67482447d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.459160] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 852.459521] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4371e547-2806-4abe-b03f-972dae9c3fd7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.466045] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 852.466045] env[69744]: value = "task-3311641" [ 852.466045] env[69744]: _type = "Task" [ 852.466045] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.477276] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311639, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.480371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.482721] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Instance network_info: |[{"id": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "address": "fa:16:3e:f6:dd:7b", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee674b-97", "ovs_interfaceid": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.482721] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311641, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.482721] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Acquired lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.482721] env[69744]: DEBUG nova.network.neutron [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Refreshing network info cache for port afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.484467] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:dd:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afee674b-972c-4d5f-8d5d-2199c0fb1d98', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.492700] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating folder: Project (ce118a1f01b74bef85cf6e9f290c3c89). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.495163] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26a7eefc-1766-4939-992e-67fd315c2ab0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.505711] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created folder: Project (ce118a1f01b74bef85cf6e9f290c3c89) in parent group-v661134. [ 852.505909] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating folder: Instances. Parent ref: group-v661278. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.506212] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6235be5-1bfd-4658-a139-22662528bca4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.515852] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created folder: Instances in parent group-v661278. [ 852.516138] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.516340] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.516546] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64664cf2-843f-4a95-9fba-fccc68d78396 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.539652] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.539652] env[69744]: value = "task-3311644" [ 852.539652] env[69744]: _type = "Task" [ 852.539652] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.548283] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311644, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.690135] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311640, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.788781] env[69744]: DEBUG nova.network.neutron [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Updated VIF entry in instance network info cache for port afee674b-972c-4d5f-8d5d-2199c0fb1d98. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.789197] env[69744]: DEBUG nova.network.neutron [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Updating instance_info_cache with network_info: [{"id": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "address": "fa:16:3e:f6:dd:7b", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee674b-97", "ovs_interfaceid": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.831460] env[69744]: DEBUG nova.compute.utils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.832588] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.832760] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.871397] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597062} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.871803] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 5eaf2cff-a8a4-4b4e-9007-738d17538deb/5eaf2cff-a8a4-4b4e-9007-738d17538deb.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.871914] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.872126] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e0e389-dbab-4b23-b434-0d4d1bb0f684 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.891916] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 852.891916] env[69744]: value = "task-3311645" [ 852.891916] env[69744]: _type = "Task" [ 852.891916] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.905645] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.908425] env[69744]: DEBUG nova.policy [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500a7cf4d4f348808a8d465c5d81a1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2aed4dcf35488ea969273102adc65c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.988216] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311639, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.991979] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311641, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.118973} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.995354] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 852.996837] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7169cc5-8c28-4cc9-ba56-995fd6b925a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.023444] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/ephemeral_0.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.026392] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28138850-0c87-4d40-a5a2-86f304d812fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.044739] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 853.044739] env[69744]: value = "task-3311646" [ 853.044739] env[69744]: _type = "Task" [ 853.044739] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.052799] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311644, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.055986] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.191175] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311640, 'name': Destroy_Task, 'duration_secs': 0.861317} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.193774] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Destroyed the VM [ 853.195082] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 853.195542] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea76dfb9-b221-4fab-8633-860d8500a9c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.202827] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 853.202827] env[69744]: value = "task-3311647" [ 853.202827] env[69744]: _type = "Task" [ 853.202827] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.217713] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.293507] env[69744]: DEBUG oslo_concurrency.lockutils [req-61135b98-a792-498d-b66e-baa60a5a629e req-a14164e9-17d6-4f0e-8fb8-cc043c9fdeeb service nova] Releasing lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335954] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.402669] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114949} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.405585] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.407009] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Successfully created port: c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.409587] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6e2e1-94cc-4263-9eda-1753dc0ae7b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.434768] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 5eaf2cff-a8a4-4b4e-9007-738d17538deb/5eaf2cff-a8a4-4b4e-9007-738d17538deb.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.438358] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4910b8c-0b80-43a2-9e2a-b5ca95df7e84 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.461414] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 853.461414] env[69744]: value = "task-3311648" [ 853.461414] env[69744]: _type = "Task" [ 853.461414] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.479034] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.481832] env[69744]: DEBUG oslo_vmware.api [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311639, 'name': PowerOnVM_Task, 'duration_secs': 1.081328} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.482285] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.482561] env[69744]: DEBUG nova.compute.manager [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.483562] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae7cda-565f-4ee2-b35e-3db61f4a434c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.552099] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311644, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.553983] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631516d3-9f19-4cb2-8e52-734847848c48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.559524] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.564399] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900f53a-6606-4831-a7d3-c4bd26b1544e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.595284] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e3ee6-a5dc-4fb7-8610-a48e7cc99207 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.603908] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7c1a7-026d-4169-9acf-ce2f0bb22432 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.619289] env[69744]: DEBUG nova.compute.provider_tree [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.713709] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.719243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.719507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.719736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.719933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.720188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.722413] env[69744]: INFO nova.compute.manager [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Terminating instance [ 853.972757] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311648, 'name': ReconfigVM_Task, 'duration_secs': 0.306741} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.972757] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 5eaf2cff-a8a4-4b4e-9007-738d17538deb/5eaf2cff-a8a4-4b4e-9007-738d17538deb.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.972757] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b08ab03e-c4d5-4ed0-bdbc-06da5ce14a35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.978552] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 853.978552] env[69744]: value = "task-3311649" [ 853.978552] env[69744]: _type = "Task" [ 853.978552] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.986351] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311649, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.002715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.057679] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311646, 'name': ReconfigVM_Task, 'duration_secs': 0.731689} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.065722] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d/ephemeral_0.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.065722] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311644, 'name': CreateVM_Task, 'duration_secs': 1.159681} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.065722] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbcdeb1d-4b4f-48b1-aa7f-e40eb548030a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.065722] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.066348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.066557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.066965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.067810] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce91320c-523b-4782-b98b-c97b0f1cb1c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.074775] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 854.074775] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52744c14-dea6-b33f-f3ee-c17f2ea49c2b" [ 854.074775] env[69744]: _type = "Task" [ 854.074775] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.075036] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 854.075036] env[69744]: value = "task-3311650" [ 854.075036] env[69744]: _type = "Task" [ 854.075036] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.086411] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52744c14-dea6-b33f-f3ee-c17f2ea49c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.089788] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311650, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.123180] env[69744]: DEBUG nova.scheduler.client.report [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.214029] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311647, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.227060] env[69744]: DEBUG nova.compute.manager [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.227312] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.228261] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8e12a-1182-442c-a278-6fe6299bf42b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.236976] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.237344] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fda50ca-9f5c-4b86-87b6-974b91681327 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.345977] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.376495] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.376797] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.376961] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.377160] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.377347] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.377452] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.378028] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.378028] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.378028] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.378179] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.378326] env[69744]: DEBUG nova.virt.hardware [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.379267] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfcb5df-60c0-42eb-b674-7bcea8f541bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.383399] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.383596] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.383770] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore2] dc7cb6fa-5635-49c1-bed1-bd78457025ed {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.384433] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b41f643-4f0c-4e9c-b894-386706fa82c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.390232] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8a2b34-52c2-441b-8fdf-ee4f16e10960 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.399121] env[69744]: DEBUG oslo_vmware.api [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 854.399121] env[69744]: value = "task-3311652" [ 854.399121] env[69744]: _type = "Task" [ 854.399121] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.417981] env[69744]: DEBUG oslo_vmware.api [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.489396] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311649, 'name': Rename_Task, 'duration_secs': 0.150767} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.489688] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.489902] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8995d612-a761-4e64-a3d8-68fa17713830 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.495930] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 854.495930] env[69744]: value = "task-3311653" [ 854.495930] env[69744]: _type = "Task" [ 854.495930] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.506515] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.516282] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.516282] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.589272] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52744c14-dea6-b33f-f3ee-c17f2ea49c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.592383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.592632] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.592865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.593018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.593193] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.593464] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311650, 'name': Rename_Task, 'duration_secs': 0.258296} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.593683] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2899b0dd-0d1d-4dad-8a6f-b5cecca96660 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.596185] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.596431] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c23c552d-4855-4f84-9486-b17091add744 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.604384] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 854.604384] env[69744]: value = "task-3311654" [ 854.604384] env[69744]: _type = "Task" [ 854.604384] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.605661] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.606015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.611259] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7be345f-e22d-4c1b-b823-a94fbe37203c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.617378] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 854.617378] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256c0e3-8c31-b7a9-bce2-e352935537d9" [ 854.617378] env[69744]: _type = "Task" [ 854.617378] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.620801] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311654, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.632345] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256c0e3-8c31-b7a9-bce2-e352935537d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.715473] env[69744]: DEBUG oslo_vmware.api [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311647, 'name': RemoveSnapshot_Task, 'duration_secs': 1.021124} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.715773] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 854.716139] env[69744]: INFO nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 854.911177] env[69744]: DEBUG oslo_vmware.api [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.911656] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.911931] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.912717] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.912717] env[69744]: INFO nova.compute.manager [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Took 0.69 seconds to destroy the instance on the hypervisor. [ 854.912854] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.913162] env[69744]: DEBUG nova.compute.manager [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.913314] env[69744]: DEBUG nova.network.neutron [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.921108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "c0297808-c5d6-4786-b514-20c599a4c597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.921108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.921108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "c0297808-c5d6-4786-b514-20c599a4c597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.921108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.921108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.922083] env[69744]: INFO nova.compute.manager [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Terminating instance [ 855.009608] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.118248] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.130890] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256c0e3-8c31-b7a9-bce2-e352935537d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.131748] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c81658-6d12-438a-a773-c23e38622fc6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.137827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.811s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.140241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.724s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.144118] env[69744]: INFO nova.compute.claims [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.151615] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 855.151615] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52827d58-0ce6-c4fa-f60a-3d9bae44250c" [ 855.151615] env[69744]: _type = "Task" [ 855.151615] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.162063] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52827d58-0ce6-c4fa-f60a-3d9bae44250c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.220979] env[69744]: DEBUG nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance disappeared during snapshot {{(pid=69744) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 855.243366] env[69744]: DEBUG nova.compute.manager [None req-b90f91bb-b7ff-4344-9a59-d3abde1083d6 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image not found during clean up 1d7e80da-4667-4a75-a528-54a95269943c {{(pid=69744) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 855.316414] env[69744]: DEBUG nova.compute.manager [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Received event network-vif-plugged-c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.316634] env[69744]: DEBUG oslo_concurrency.lockutils [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] Acquiring lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.316872] env[69744]: DEBUG oslo_concurrency.lockutils [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.317070] env[69744]: DEBUG oslo_concurrency.lockutils [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.317246] env[69744]: DEBUG nova.compute.manager [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] No waiting events found dispatching network-vif-plugged-c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.317407] env[69744]: WARNING nova.compute.manager [req-69a3ba66-4e87-49c9-a168-c1a2fdb7ae32 req-84bd1d24-6274-4db5-836a-fe968d03774b service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Received unexpected event network-vif-plugged-c8fff048-62b4-48b8-aff1-b8ff268baeec for instance with vm_state building and task_state spawning. [ 855.426027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "refresh_cache-c0297808-c5d6-4786-b514-20c599a4c597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.426230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquired lock "refresh_cache-c0297808-c5d6-4786-b514-20c599a4c597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.426432] env[69744]: DEBUG nova.network.neutron [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.507290] env[69744]: DEBUG oslo_vmware.api [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311653, 'name': PowerOnVM_Task, 'duration_secs': 0.536347} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.507583] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.507739] env[69744]: INFO nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Took 8.60 seconds to spawn the instance on the hypervisor. [ 855.507953] env[69744]: DEBUG nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.508765] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32fd92-419c-49eb-9161-cd3cfb5aeda8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.518038] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Successfully updated port: c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.615664] env[69744]: DEBUG oslo_vmware.api [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311654, 'name': PowerOnVM_Task, 'duration_secs': 0.523315} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.615896] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.616156] env[69744]: INFO nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Took 13.01 seconds to spawn the instance on the hypervisor. [ 855.616379] env[69744]: DEBUG nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.617165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d0b9e-0c19-4882-a3c9-ad7ea21ac035 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.669529] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52827d58-0ce6-c4fa-f60a-3d9bae44250c, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.669878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670186] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/18dd6d72-621f-4ba9-b3a9-994d5f9726fb.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.670495] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd96535-c28b-4915-9164-62661be5c7a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.680596] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 855.680596] env[69744]: value = "task-3311655" [ 855.680596] env[69744]: _type = "Task" [ 855.680596] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.692741] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.728937] env[69744]: INFO nova.scheduler.client.report [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted allocation for migration 0059224d-efe8-43b6-ae8e-33e85764a437 [ 855.909900] env[69744]: DEBUG nova.network.neutron [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.956695] env[69744]: DEBUG nova.network.neutron [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.025674] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.025815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquired lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.026023] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.031971] env[69744]: DEBUG nova.network.neutron [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.037021] env[69744]: INFO nova.compute.manager [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Took 43.98 seconds to build instance. [ 856.136132] env[69744]: INFO nova.compute.manager [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Took 45.67 seconds to build instance. [ 856.193306] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.236200] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c2fc3471-c0ea-4adc-a289-62a2b1caf692 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.616s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.413834] env[69744]: INFO nova.compute.manager [-] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Took 1.50 seconds to deallocate network for instance. [ 856.539737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Releasing lock "refresh_cache-c0297808-c5d6-4786-b514-20c599a4c597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.540278] env[69744]: DEBUG nova.compute.manager [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.540560] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.542958] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1b9aaa-48ce-4c75-b63f-92b6a5ed740d tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.584s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.543772] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b555b50-8ee9-4fc6-bb53-37022b783374 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.552988] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.556338] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ef6289-3d6a-4cec-8380-d21a204ac142 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564887] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 856.564887] env[69744]: value = "task-3311656" [ 856.564887] env[69744]: _type = "Task" [ 856.564887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.570980] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.603572] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.637454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9807d3f-4a5a-4c3c-bcc2-077f0a2cd848 tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.830s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.690814] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848505} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.694023] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/18dd6d72-621f-4ba9-b3a9-994d5f9726fb.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.694023] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.694023] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9194860-5e59-4cd3-85fa-577e360236c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.702183] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 856.702183] env[69744]: value = "task-3311657" [ 856.702183] env[69744]: _type = "Task" [ 856.702183] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.707371] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.725269] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1af53-2c6d-48d0-afe7-f3afd37823f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.732106] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d06716-0d3f-4405-899f-007e025d8692 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.770607] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd013c12-f00f-4e3f-8db5-1d61653aece9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.778278] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac9945-907e-499e-a571-d91df5505f41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.793560] env[69744]: DEBUG nova.compute.provider_tree [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.889816] env[69744]: DEBUG nova.network.neutron [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Updating instance_info_cache with network_info: [{"id": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "address": "fa:16:3e:dd:ca:ec", "network": {"id": "ef0900fa-157e-4595-8a42-45d7c46a25d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1531397774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2aed4dcf35488ea969273102adc65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8fff048-62", "ovs_interfaceid": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.923479] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.968270] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.968591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.049590] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.075489] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311656, 'name': PowerOffVM_Task, 'duration_secs': 0.127699} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.075764] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.075960] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.076244] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78fee97d-0acb-4820-9d85-bafd2b73edd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.106283] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.106442] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.106626] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Deleting the datastore file [datastore1] c0297808-c5d6-4786-b514-20c599a4c597 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.106885] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e28632-932a-4639-b814-9b4c2485176d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.115442] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for the task: (returnval){ [ 857.115442] env[69744]: value = "task-3311659" [ 857.115442] env[69744]: _type = "Task" [ 857.115442] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.125068] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.146583] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.212093] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.212460] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.213255] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b035ac-58a1-4d31-a4fc-f0ad65a6e20a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.237285] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/18dd6d72-621f-4ba9-b3a9-994d5f9726fb.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.237981] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6b530c-f145-456d-9049-ee967996aba5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.258735] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 857.258735] env[69744]: value = "task-3311660" [ 857.258735] env[69744]: _type = "Task" [ 857.258735] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.272055] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.297016] env[69744]: DEBUG nova.scheduler.client.report [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.392312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Releasing lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.392656] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Instance network_info: |[{"id": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "address": "fa:16:3e:dd:ca:ec", "network": {"id": "ef0900fa-157e-4595-8a42-45d7c46a25d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1531397774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2aed4dcf35488ea969273102adc65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8fff048-62", "ovs_interfaceid": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.393084] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:ca:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8fff048-62b4-48b8-aff1-b8ff268baeec', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.401673] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Creating folder: Project (0a2aed4dcf35488ea969273102adc65c). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.401949] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c9eb628-622f-4eb2-8369-27c1ddd99d10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.413575] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Created folder: Project (0a2aed4dcf35488ea969273102adc65c) in parent group-v661134. [ 857.413800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Creating folder: Instances. Parent ref: group-v661281. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.414062] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e553be4e-5c06-4e81-8dcd-f3aaef0a9a49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.423695] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Created folder: Instances in parent group-v661281. [ 857.423912] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.424125] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.424364] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd479ea-67e2-4992-9bdb-b2243646fc6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.443363] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.443363] env[69744]: value = "task-3311663" [ 857.443363] env[69744]: _type = "Task" [ 857.443363] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.453250] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311663, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.587336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.628562] env[69744]: DEBUG oslo_vmware.api [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Task: {'id': task-3311659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115191} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.631774] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.631774] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.631774] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.631774] env[69744]: INFO nova.compute.manager [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Took 1.09 seconds to destroy the instance on the hypervisor. [ 857.631774] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.631774] env[69744]: DEBUG nova.compute.manager [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.631774] env[69744]: DEBUG nova.network.neutron [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.658743] env[69744]: DEBUG nova.network.neutron [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.671893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.732391] env[69744]: DEBUG nova.compute.manager [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Received event network-vif-deleted-ea9881c6-f349-4245-824e-05bd9dc718a9 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.732787] env[69744]: DEBUG nova.compute.manager [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Received event network-changed-c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.733041] env[69744]: DEBUG nova.compute.manager [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Refreshing instance network info cache due to event network-changed-c8fff048-62b4-48b8-aff1-b8ff268baeec. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.733280] env[69744]: DEBUG oslo_concurrency.lockutils [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] Acquiring lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.733534] env[69744]: DEBUG oslo_concurrency.lockutils [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] Acquired lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.734234] env[69744]: DEBUG nova.network.neutron [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Refreshing network info cache for port c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.774185] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.803170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.803775] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.808996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.218s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.808996] env[69744]: DEBUG nova.objects.instance [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lazy-loading 'resources' on Instance uuid a3292a47-15c1-4d1c-b822-8a79271dcacc {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.956110] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311663, 'name': CreateVM_Task, 'duration_secs': 0.432445} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.956531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.957353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.957798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.958344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.958903] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7b45b6-fc34-4dc8-9d3b-2320bb915c58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.964496] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 857.964496] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ed8b5-c296-6a19-f9f1-6aa49fb504f9" [ 857.964496] env[69744]: _type = "Task" [ 857.964496] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.973853] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ed8b5-c296-6a19-f9f1-6aa49fb504f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.162557] env[69744]: DEBUG nova.network.neutron [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.270654] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311660, 'name': ReconfigVM_Task, 'duration_secs': 0.61062} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.270977] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/18dd6d72-621f-4ba9-b3a9-994d5f9726fb.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.271630] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-955f89b3-f924-40f8-9133-5e9694115040 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.278708] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 858.278708] env[69744]: value = "task-3311664" [ 858.278708] env[69744]: _type = "Task" [ 858.278708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.286981] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311664, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.314890] env[69744]: DEBUG nova.compute.utils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.319047] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.319291] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.403057] env[69744]: DEBUG nova.policy [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.476190] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ed8b5-c296-6a19-f9f1-6aa49fb504f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.479201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479505] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.479772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.479948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.480317] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.482802] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410094bb-7877-4c32-bcdc-ce5b3af20121 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.492392] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.492589] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.494626] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ef8fa9-3651-4636-8e73-64f0bb3b94b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.505452] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 858.505452] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529f107d-0596-1b32-78e9-62a5e2d662a2" [ 858.505452] env[69744]: _type = "Task" [ 858.505452] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.514856] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529f107d-0596-1b32-78e9-62a5e2d662a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.669230] env[69744]: INFO nova.compute.manager [-] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Took 1.04 seconds to deallocate network for instance. [ 858.753060] env[69744]: DEBUG nova.network.neutron [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Updated VIF entry in instance network info cache for port c8fff048-62b4-48b8-aff1-b8ff268baeec. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.753424] env[69744]: DEBUG nova.network.neutron [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Updating instance_info_cache with network_info: [{"id": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "address": "fa:16:3e:dd:ca:ec", "network": {"id": "ef0900fa-157e-4595-8a42-45d7c46a25d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1531397774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2aed4dcf35488ea969273102adc65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8fff048-62", "ovs_interfaceid": "c8fff048-62b4-48b8-aff1-b8ff268baeec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.788661] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311664, 'name': Rename_Task, 'duration_secs': 0.352822} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.791330] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.791951] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ccc0709-9de1-4f2e-9163-bc2b3afa6e01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.797864] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 858.797864] env[69744]: value = "task-3311665" [ 858.797864] env[69744]: _type = "Task" [ 858.797864] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.818061] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311665, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.821979] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.889179] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f25115-07ea-471e-8091-baaeb260d371 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.897386] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b2555-2bd7-47ab-89a6-f627a0310b75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.937551] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f1dd2-61b2-4e1f-93ed-d3c427a53a3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.943750] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c5c49-05de-4fca-8702-52953e809748 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.962201] env[69744]: DEBUG nova.compute.provider_tree [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.001413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.001678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.001906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.002096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.002264] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.004375] env[69744]: INFO nova.compute.manager [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Terminating instance [ 859.015997] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529f107d-0596-1b32-78e9-62a5e2d662a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.016885] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ba38a8-3898-4f6e-b120-d87eef5e6f87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.023236] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 859.023236] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52365e05-b22e-8bdf-4423-04d59af4fe99" [ 859.023236] env[69744]: _type = "Task" [ 859.023236] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.031875] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52365e05-b22e-8bdf-4423-04d59af4fe99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.032424] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Successfully created port: c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.176995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.256235] env[69744]: DEBUG oslo_concurrency.lockutils [req-967fedfc-a5fd-4190-88b6-0cd420e2edc8 req-c8050e1b-c47a-40e1-91a6-171a091cca23 service nova] Releasing lock "refresh_cache-7ecd7ac5-c934-42c0-80d3-684a4e5544bd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.309491] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.468317] env[69744]: DEBUG nova.scheduler.client.report [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.511830] env[69744]: DEBUG nova.compute.manager [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.512142] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.513310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82950b0-d90a-467c-a7f5-198df3245fcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.521722] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.521987] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e551d9-e3c1-46d7-be99-23797b19bb31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.532842] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52365e05-b22e-8bdf-4423-04d59af4fe99, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.533999] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.534280] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7ecd7ac5-c934-42c0-80d3-684a4e5544bd/7ecd7ac5-c934-42c0-80d3-684a4e5544bd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.534590] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 859.534590] env[69744]: value = "task-3311666" [ 859.534590] env[69744]: _type = "Task" [ 859.534590] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.534783] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd7830db-bf4f-46a7-9973-91d37cfc0763 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.544284] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.545427] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 859.545427] env[69744]: value = "task-3311667" [ 859.545427] env[69744]: _type = "Task" [ 859.545427] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.552983] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.810182] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.825790] env[69744]: DEBUG nova.compute.manager [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Received event network-changed-39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.826130] env[69744]: DEBUG nova.compute.manager [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Refreshing instance network info cache due to event network-changed-39b1d03a-0b6a-4e99-bccb-82371d008522. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.826443] env[69744]: DEBUG oslo_concurrency.lockutils [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] Acquiring lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.827031] env[69744]: DEBUG oslo_concurrency.lockutils [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] Acquired lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.827031] env[69744]: DEBUG nova.network.neutron [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Refreshing network info cache for port 39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.831963] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.859773] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.860064] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.860266] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.860468] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.860619] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.860794] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.861050] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.861224] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.861396] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.861561] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.861789] env[69744]: DEBUG nova.virt.hardware [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.862855] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e107cf34-26af-40dc-967c-72cb58ba7be7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.875067] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641af94a-3c01-4e00-b7e3-c384854ebc32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.972071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.975133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.483s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.976923] env[69744]: INFO nova.compute.claims [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.004335] env[69744]: INFO nova.scheduler.client.report [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Deleted allocations for instance a3292a47-15c1-4d1c-b822-8a79271dcacc [ 860.048020] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311666, 'name': PowerOffVM_Task, 'duration_secs': 0.354843} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.053061] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.053061] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.053061] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600efcdd-7608-44a5-9c34-d93cd0d596dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.060310] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311667, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.117568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.118395] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.118607] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleting the datastore file [datastore2] f1b8f182-2520-4ff2-9b83-044cc12c084e {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.118938] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be285c54-2cf6-45e4-a891-ea672be53185 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.138035] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 860.138035] env[69744]: value = "task-3311669" [ 860.138035] env[69744]: _type = "Task" [ 860.138035] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.147610] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.309555] env[69744]: DEBUG oslo_vmware.api [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311665, 'name': PowerOnVM_Task, 'duration_secs': 1.442411} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.309849] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.310114] env[69744]: INFO nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Took 10.72 seconds to spawn the instance on the hypervisor. [ 860.310330] env[69744]: DEBUG nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.311196] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654c693-78cc-4c69-a5f7-0a7074f2f1d5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.512267] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b0bf1341-8a57-4a65-b37b-5b8f6dc7e4ad tempest-AttachInterfacesV270Test-908833003 tempest-AttachInterfacesV270Test-908833003-project-member] Lock "a3292a47-15c1-4d1c-b822-8a79271dcacc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.069s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.557726] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520873} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.558042] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 7ecd7ac5-c934-42c0-80d3-684a4e5544bd/7ecd7ac5-c934-42c0-80d3-684a4e5544bd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.558273] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.558530] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a62ada-755c-43be-813d-633ca9cf626b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.566180] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 860.566180] env[69744]: value = "task-3311670" [ 860.566180] env[69744]: _type = "Task" [ 860.566180] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.575443] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.649566] env[69744]: DEBUG oslo_vmware.api [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236929} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.649839] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.650031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.650216] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.650421] env[69744]: INFO nova.compute.manager [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 860.650674] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.650882] env[69744]: DEBUG nova.compute.manager [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.650989] env[69744]: DEBUG nova.network.neutron [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.802885] env[69744]: DEBUG nova.network.neutron [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Updated VIF entry in instance network info cache for port 39b1d03a-0b6a-4e99-bccb-82371d008522. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.803927] env[69744]: DEBUG nova.network.neutron [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Updating instance_info_cache with network_info: [{"id": "39b1d03a-0b6a-4e99-bccb-82371d008522", "address": "fa:16:3e:11:51:f4", "network": {"id": "894f0d1e-0d31-444c-ad81-89e2334aca13", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-576942619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeb9553368a445faa03b805e88765cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b1d03a-0b", "ovs_interfaceid": "39b1d03a-0b6a-4e99-bccb-82371d008522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.827467] env[69744]: INFO nova.compute.manager [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Took 47.12 seconds to build instance. [ 861.078723] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179343} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.078998] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.080074] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c228958-d406-4cdf-9fa7-275ff5b5445f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.105655] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7ecd7ac5-c934-42c0-80d3-684a4e5544bd/7ecd7ac5-c934-42c0-80d3-684a4e5544bd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.108868] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e73e07f7-9288-4646-8d8c-5e15b86fc7cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.140187] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 861.140187] env[69744]: value = "task-3311671" [ 861.140187] env[69744]: _type = "Task" [ 861.140187] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.153020] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.163392] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Successfully updated port: c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.306670] env[69744]: DEBUG oslo_concurrency.lockutils [req-dd513a34-8924-42e5-b2c7-68b72fde2150 req-07e342b1-3375-4d26-84cb-52fcd13cd161 service nova] Releasing lock "refresh_cache-25f0d588-ce2e-4896-976f-91d67482447d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.330229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0691a51d-c5f4-4e3f-b66a-d9450eb4f189 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.692s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.396030] env[69744]: DEBUG nova.compute.manager [req-06def34c-f4cb-48c0-a5bf-7ae4d90ce1f5 req-e112c46c-6813-4ccf-a209-74f9b6624b8b service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Received event network-vif-deleted-3740dc2a-8f29-41a6-a233-acd53179e681 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.396030] env[69744]: INFO nova.compute.manager [req-06def34c-f4cb-48c0-a5bf-7ae4d90ce1f5 req-e112c46c-6813-4ccf-a209-74f9b6624b8b service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Neutron deleted interface 3740dc2a-8f29-41a6-a233-acd53179e681; detaching it from the instance and deleting it from the info cache [ 861.396030] env[69744]: DEBUG nova.network.neutron [req-06def34c-f4cb-48c0-a5bf-7ae4d90ce1f5 req-e112c46c-6813-4ccf-a209-74f9b6624b8b service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.401394] env[69744]: INFO nova.compute.manager [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Rescuing [ 861.401394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.401555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401709] env[69744]: DEBUG nova.network.neutron [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.578217] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09a89f-0188-43d9-860b-12d91381a0ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.587084] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a88c4-141d-43be-b84b-a11b2dde7624 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.620253] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8babeec8-2ed3-45b4-8d76-2dcbec91362b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.628211] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19d246-1afb-46d3-a033-7c88cf69ff3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.641385] env[69744]: DEBUG nova.compute.provider_tree [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.650439] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311671, 'name': ReconfigVM_Task, 'duration_secs': 0.35429} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.651553] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7ecd7ac5-c934-42c0-80d3-684a4e5544bd/7ecd7ac5-c934-42c0-80d3-684a4e5544bd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.652224] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7067aaf5-e0f2-44f2-ad89-5cdc508bc7e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.656929] env[69744]: DEBUG nova.network.neutron [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.659323] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 861.659323] env[69744]: value = "task-3311672" [ 861.659323] env[69744]: _type = "Task" [ 861.659323] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.664647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664878] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.668964] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311672, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.833354] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.857214] env[69744]: DEBUG nova.compute.manager [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Received event network-vif-plugged-c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.857440] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.857680] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.857904] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.858324] env[69744]: DEBUG nova.compute.manager [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] No waiting events found dispatching network-vif-plugged-c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.858485] env[69744]: WARNING nova.compute.manager [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Received unexpected event network-vif-plugged-c20cb68a-9202-4ee8-80f0-806c961a2c25 for instance with vm_state building and task_state spawning. [ 861.858620] env[69744]: DEBUG nova.compute.manager [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Received event network-changed-c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.858777] env[69744]: DEBUG nova.compute.manager [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Refreshing instance network info cache due to event network-changed-c20cb68a-9202-4ee8-80f0-806c961a2c25. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.858968] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Acquiring lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.896055] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-945619eb-1c7c-44da-a14c-5941a8081ecf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.905492] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ed2fef-605c-4646-98fc-62cc49e5078f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.937266] env[69744]: DEBUG nova.compute.manager [req-06def34c-f4cb-48c0-a5bf-7ae4d90ce1f5 req-e112c46c-6813-4ccf-a209-74f9b6624b8b service nova] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Detach interface failed, port_id=3740dc2a-8f29-41a6-a233-acd53179e681, reason: Instance f1b8f182-2520-4ff2-9b83-044cc12c084e could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.147264] env[69744]: DEBUG nova.scheduler.client.report [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.159936] env[69744]: INFO nova.compute.manager [-] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Took 1.51 seconds to deallocate network for instance. [ 862.175611] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311672, 'name': Rename_Task, 'duration_secs': 0.149938} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.179534] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.179534] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-447f0d5b-680b-4325-9145-fd146eabf51f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.182646] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 862.182646] env[69744]: value = "task-3311673" [ 862.182646] env[69744]: _type = "Task" [ 862.182646] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.191693] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.215185] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.362368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.383044] env[69744]: DEBUG nova.network.neutron [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updating instance_info_cache with network_info: [{"id": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "address": "fa:16:3e:66:cd:23", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20cb68a-92", "ovs_interfaceid": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.619542] env[69744]: DEBUG nova.network.neutron [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Updating instance_info_cache with network_info: [{"id": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "address": "fa:16:3e:f6:dd:7b", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafee674b-97", "ovs_interfaceid": "afee674b-972c-4d5f-8d5d-2199c0fb1d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.656023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.656023] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.656768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.730s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.659755] env[69744]: DEBUG nova.objects.instance [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 862.673498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.695077] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311673, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.887024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.887024] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Instance network_info: |[{"id": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "address": "fa:16:3e:66:cd:23", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20cb68a-92", "ovs_interfaceid": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.887024] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Acquired lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.887024] env[69744]: DEBUG nova.network.neutron [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Refreshing network info cache for port c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.887024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:cd:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20cb68a-9202-4ee8-80f0-806c961a2c25', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.898247] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.903031] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.903031] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976b2d90-8da6-46fc-9b20-bec64fae0cf9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.924517] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.924517] env[69744]: value = "task-3311674" [ 862.924517] env[69744]: _type = "Task" [ 862.924517] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.934417] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311674, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.121780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "refresh_cache-18dd6d72-621f-4ba9-b3a9-994d5f9726fb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.168024] env[69744]: DEBUG nova.compute.utils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.179866] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.179866] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.200943] env[69744]: DEBUG oslo_vmware.api [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311673, 'name': PowerOnVM_Task, 'duration_secs': 0.705953} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.201370] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.201709] env[69744]: INFO nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Took 8.86 seconds to spawn the instance on the hypervisor. [ 863.203031] env[69744]: DEBUG nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.204622] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edf48f-8906-4061-a6b6-4702b734bc24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.247952] env[69744]: DEBUG nova.policy [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abcc14436ef345fc86c1e99277ae97cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d16cff1e2ed40899cd1ebed0875ddea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.419569] env[69744]: DEBUG nova.network.neutron [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updated VIF entry in instance network info cache for port c20cb68a-9202-4ee8-80f0-806c961a2c25. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.419935] env[69744]: DEBUG nova.network.neutron [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updating instance_info_cache with network_info: [{"id": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "address": "fa:16:3e:66:cd:23", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20cb68a-92", "ovs_interfaceid": "c20cb68a-9202-4ee8-80f0-806c961a2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.434615] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311674, 'name': CreateVM_Task, 'duration_secs': 0.329969} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.434615] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.435146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.435310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.435624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.435879] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19985a25-639a-4956-96e0-c86bb4af2147 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.440471] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 863.440471] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520536a3-78e9-7ac6-ee02-f4bdd3855272" [ 863.440471] env[69744]: _type = "Task" [ 863.440471] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.449968] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520536a3-78e9-7ac6-ee02-f4bdd3855272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.675390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36e59fbf-dd73-41fc-816a-70a172051d72 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.677102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.657s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.677329] env[69744]: DEBUG nova.objects.instance [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lazy-loading 'resources' on Instance uuid 8ee75dc6-1c52-468f-a10b-56027a5bfc33 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.680403] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.683975] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Successfully created port: 8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.726241] env[69744]: INFO nova.compute.manager [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Took 44.90 seconds to build instance. [ 863.922945] env[69744]: DEBUG oslo_concurrency.lockutils [req-91a9e59e-1257-457c-a39d-fc215e2f9662 req-01482b6f-cfac-4e00-b51d-939efeb88581 service nova] Releasing lock "refresh_cache-b3b5f246-6440-4bb5-9285-6171fb1ea965" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.951512] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520536a3-78e9-7ac6-ee02-f4bdd3855272, 'name': SearchDatastore_Task, 'duration_secs': 0.041066} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.952916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.952916] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.952916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.952916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.952916] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.952916] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46542e8d-1776-4bfe-b86d-caa5bf4aebe0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.969687] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.969861] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.970636] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8060e04c-6e38-4be8-a39b-71e8dccb6b08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.977800] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 863.977800] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528301e6-ae67-2b39-12a7-2945972cd8e5" [ 863.977800] env[69744]: _type = "Task" [ 863.977800] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.989333] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528301e6-ae67-2b39-12a7-2945972cd8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.230637] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1e2d04c9-f0e9-4a88-890c-a7d687863429 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.944s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.492751] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528301e6-ae67-2b39-12a7-2945972cd8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.03017} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.494071] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe292f70-0db4-4164-9f52-a45f8fe1b77c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.498922] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 864.498922] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8ef7d-23c4-15dc-fc51-cd7ef9ff3087" [ 864.498922] env[69744]: _type = "Task" [ 864.498922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.511430] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8ef7d-23c4-15dc-fc51-cd7ef9ff3087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.603197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.603473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.603683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.603862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.604042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.609033] env[69744]: INFO nova.compute.manager [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Terminating instance [ 864.689893] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ecec7-5ed5-4ee9-8a7b-dd0c6bd782da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.697559] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.699628] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.700092] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d357d10a-4998-4c47-9acc-ffa55df29262 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.702279] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a7eb61-bbaa-4984-bcb8-74366def6b2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.734211] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.741712] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fd98d-653a-4a70-b23d-633155390a15 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.744432] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 864.744432] env[69744]: value = "task-3311675" [ 864.744432] env[69744]: _type = "Task" [ 864.744432] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.752089] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.752327] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.752482] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.752660] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.752805] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.752951] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.753186] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.753330] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.753497] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.753658] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.753828] env[69744]: DEBUG nova.virt.hardware [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.755644] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d5009-525a-46e3-93a4-7c9e8f6ee0a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef284c3d-21ba-48b4-a4dc-374484ed58ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.766405] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.781548] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f58ce3-bb89-4af3-bdc3-96baa820b0c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.785670] env[69744]: DEBUG nova.compute.provider_tree [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.010696] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8ef7d-23c4-15dc-fc51-cd7ef9ff3087, 'name': SearchDatastore_Task, 'duration_secs': 0.052948} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.010975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.011270] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b3b5f246-6440-4bb5-9285-6171fb1ea965/b3b5f246-6440-4bb5-9285-6171fb1ea965.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.011560] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ba647a-0a2e-42f2-8229-b51680771127 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.018071] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 865.018071] env[69744]: value = "task-3311676" [ 865.018071] env[69744]: _type = "Task" [ 865.018071] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.025916] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.112416] env[69744]: DEBUG nova.compute.manager [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.112660] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.113648] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a04583-676d-442a-b9af-b15bd45f11c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.121517] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.121718] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c9fa273-3676-4cca-9f0e-a1a8e97e1d50 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.127917] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 865.127917] env[69744]: value = "task-3311677" [ 865.127917] env[69744]: _type = "Task" [ 865.127917] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.134125] env[69744]: DEBUG nova.compute.manager [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Received event network-vif-plugged-8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.135223] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] Acquiring lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.135223] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.135223] env[69744]: DEBUG oslo_concurrency.lockutils [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.135223] env[69744]: DEBUG nova.compute.manager [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] No waiting events found dispatching network-vif-plugged-8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.135223] env[69744]: WARNING nova.compute.manager [req-2e6adf93-5349-4c04-9d04-f73eb3414edc req-2c2dfe1a-d490-458f-ad2c-221e6e7fcc50 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Received unexpected event network-vif-plugged-8d80c47a-94ec-4306-a478-291c63484f2c for instance with vm_state building and task_state spawning. [ 865.138623] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.232443] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Successfully updated port: 8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.261144] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311675, 'name': PowerOffVM_Task, 'duration_secs': 0.280687} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.261574] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.262563] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc97c0a5-778e-4317-a1f9-be066c28a29c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.266654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.286924] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a997fc2-d6c2-4a52-aa51-81e17e9f834f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.295816] env[69744]: DEBUG nova.scheduler.client.report [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.327594] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.327937] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfdec488-1b21-408a-b041-f843dddb1396 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.335012] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 865.335012] env[69744]: value = "task-3311678" [ 865.335012] env[69744]: _type = "Task" [ 865.335012] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.344543] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 865.344865] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.345190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.345461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.345727] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.346031] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546b547e-c817-4944-9496-25a05c521ed2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.358036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "770e096d-fb72-434b-8fd7-136031a3bf96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.358384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.360208] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.360434] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.361305] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a336e8-9a1e-4500-99eb-87463c22630c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.368054] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 865.368054] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52843b81-658c-0102-8e3e-0741990eaef7" [ 865.368054] env[69744]: _type = "Task" [ 865.368054] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.377831] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52843b81-658c-0102-8e3e-0741990eaef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.529878] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.637650] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311677, 'name': PowerOffVM_Task, 'duration_secs': 0.171481} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.637650] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.637650] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.637650] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1e6d35-23ce-49be-8bc8-bb4ced99d811 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.690921] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.691220] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.691447] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Deleting the datastore file [datastore2] 7ecd7ac5-c934-42c0-80d3-684a4e5544bd {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.691729] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90a0828e-913f-4dd8-9939-20000097164a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.697369] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for the task: (returnval){ [ 865.697369] env[69744]: value = "task-3311680" [ 865.697369] env[69744]: _type = "Task" [ 865.697369] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.704734] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.737530] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.737715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.737912] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.803592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.806652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.698s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.808313] env[69744]: INFO nova.compute.claims [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.824473] env[69744]: INFO nova.scheduler.client.report [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleted allocations for instance 8ee75dc6-1c52-468f-a10b-56027a5bfc33 [ 865.879687] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52843b81-658c-0102-8e3e-0741990eaef7, 'name': SearchDatastore_Task, 'duration_secs': 0.053995} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.880537] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e1e3fe-323e-4e5a-8fe5-44c6c00efcff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.886102] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 865.886102] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52887d17-cbea-4ee7-a5c1-10632ce3bf1e" [ 865.886102] env[69744]: _type = "Task" [ 865.886102] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.893385] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52887d17-cbea-4ee7-a5c1-10632ce3bf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.028854] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579381} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.029430] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b3b5f246-6440-4bb5-9285-6171fb1ea965/b3b5f246-6440-4bb5-9285-6171fb1ea965.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.029715] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.030033] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c65e44fb-686f-4244-86db-e8a75c91a1f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.035752] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 866.035752] env[69744]: value = "task-3311681" [ 866.035752] env[69744]: _type = "Task" [ 866.035752] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.044546] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.207979] env[69744]: DEBUG oslo_vmware.api [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Task: {'id': task-3311680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188399} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.208303] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.208490] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.208705] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.208888] env[69744]: INFO nova.compute.manager [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 866.209229] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.209598] env[69744]: DEBUG nova.compute.manager [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.209722] env[69744]: DEBUG nova.network.neutron [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.283013] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.332033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5d9b5a30-d77d-4320-8970-2839642d5932 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.829s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.333153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.375s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.333267] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.333443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.333758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.335964] env[69744]: INFO nova.compute.manager [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Terminating instance [ 866.397781] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52887d17-cbea-4ee7-a5c1-10632ce3bf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.061269} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.398519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.398519] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 866.398671] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa59efa-ff84-44d3-986e-9ac817b95107 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405687] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 866.405687] env[69744]: value = "task-3311682" [ 866.405687] env[69744]: _type = "Task" [ 866.405687] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.414116] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.492402] env[69744]: DEBUG nova.network.neutron [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updating instance_info_cache with network_info: [{"id": "8d80c47a-94ec-4306-a478-291c63484f2c", "address": "fa:16:3e:a2:b0:3a", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80c47a-94", "ovs_interfaceid": "8d80c47a-94ec-4306-a478-291c63484f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.545044] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061135} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.545297] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.546066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0d695-8322-40e8-97c9-5912a44bd0c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.568710] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] b3b5f246-6440-4bb5-9285-6171fb1ea965/b3b5f246-6440-4bb5-9285-6171fb1ea965.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.568867] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf03b31-683a-4355-a5f8-a9b6e4dfd742 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.588218] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 866.588218] env[69744]: value = "task-3311683" [ 866.588218] env[69744]: _type = "Task" [ 866.588218] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.599615] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.840267] env[69744]: DEBUG nova.compute.manager [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.840626] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.840961] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f6b481a-62f9-48eb-9f74-daabc490a6c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.855010] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893c848-e6e0-47b9-bfd7-c81a775a0eff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.890409] env[69744]: WARNING nova.virt.vmwareapi.vmops [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8ee75dc6-1c52-468f-a10b-56027a5bfc33 could not be found. [ 866.890635] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.890833] env[69744]: INFO nova.compute.manager [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 0.05 seconds to destroy the instance on the hypervisor. [ 866.891138] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.894360] env[69744]: DEBUG nova.compute.manager [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.894477] env[69744]: DEBUG nova.network.neutron [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.917637] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49908} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.917945] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 866.918754] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfcde45-3db1-4ab7-9f84-62a96053a9f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.944020] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.949066] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d53c9a-6f6b-48ca-b4f7-6bb596177e9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.964339] env[69744]: DEBUG nova.network.neutron [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.967140] env[69744]: DEBUG nova.network.neutron [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.970155] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 866.970155] env[69744]: value = "task-3311684" [ 866.970155] env[69744]: _type = "Task" [ 866.970155] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.977995] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.994851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.994851] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Instance network_info: |[{"id": "8d80c47a-94ec-4306-a478-291c63484f2c", "address": "fa:16:3e:a2:b0:3a", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80c47a-94", "ovs_interfaceid": "8d80c47a-94ec-4306-a478-291c63484f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.995243] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:b0:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d80c47a-94ec-4306-a478-291c63484f2c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.002504] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Creating folder: Project (3d16cff1e2ed40899cd1ebed0875ddea). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.003389] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4291a9e-5d21-4372-8900-6bda4a118bf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.012862] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Created folder: Project (3d16cff1e2ed40899cd1ebed0875ddea) in parent group-v661134. [ 867.013394] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Creating folder: Instances. Parent ref: group-v661285. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.013394] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-366bc7aa-819f-479e-a9cc-3fa1ff7358c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.024930] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.025190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.025388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.025563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.025760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.027336] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Created folder: Instances in parent group-v661285. [ 867.027595] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.028484] env[69744]: INFO nova.compute.manager [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Terminating instance [ 867.029348] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.029648] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb07b486-de7a-4c4c-90c2-2dd5f7152a30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.051953] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.051953] env[69744]: value = "task-3311687" [ 867.051953] env[69744]: _type = "Task" [ 867.051953] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.063431] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311687, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.100267] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311683, 'name': ReconfigVM_Task, 'duration_secs': 0.457109} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.100569] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfigured VM instance instance-00000037 to attach disk [datastore2] b3b5f246-6440-4bb5-9285-6171fb1ea965/b3b5f246-6440-4bb5-9285-6171fb1ea965.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.101320] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07cf94c0-2c9f-46b2-9649-8a70e4d0791d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.107120] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 867.107120] env[69744]: value = "task-3311688" [ 867.107120] env[69744]: _type = "Task" [ 867.107120] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.118311] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311688, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.168699] env[69744]: DEBUG nova.compute.manager [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Received event network-changed-8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.168934] env[69744]: DEBUG nova.compute.manager [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Refreshing instance network info cache due to event network-changed-8d80c47a-94ec-4306-a478-291c63484f2c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.169158] env[69744]: DEBUG oslo_concurrency.lockutils [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] Acquiring lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.169305] env[69744]: DEBUG oslo_concurrency.lockutils [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] Acquired lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.169464] env[69744]: DEBUG nova.network.neutron [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Refreshing network info cache for port 8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.377399] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671dc77-6a8e-4953-8b35-33726f877c3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.385668] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35261387-f520-4e69-8c01-212aaf458876 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.414765] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e6e61-f8bc-4f24-9610-c4ae34b550fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.421826] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d11ab8-4e80-4a79-938a-e2acbae27196 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.436455] env[69744]: DEBUG nova.compute.provider_tree [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.465338] env[69744]: INFO nova.compute.manager [-] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Took 0.57 seconds to deallocate network for instance. [ 867.471027] env[69744]: INFO nova.compute.manager [-] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Took 1.26 seconds to deallocate network for instance. [ 867.485060] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311684, 'name': ReconfigVM_Task, 'duration_secs': 0.370638} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.485464] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.487485] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca635ac3-08b0-408d-a8f6-758fc4c9fbf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.513507] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2fa443-727a-4a99-ab8d-8aa097773c6a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.530032] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 867.530032] env[69744]: value = "task-3311689" [ 867.530032] env[69744]: _type = "Task" [ 867.530032] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.538732] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.548234] env[69744]: DEBUG nova.compute.manager [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.548499] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.549404] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584cd34f-e5b0-4395-a59c-b4731b8fb100 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.562154] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311687, 'name': CreateVM_Task, 'duration_secs': 0.342618} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.567027] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.567027] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.567027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.567027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.567027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.567027] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5d4066-77af-4d74-b606-0b4af447d869 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.567309] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d90bd9-21d7-46b7-99cc-131bf1cb5ca9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.573114] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 867.573114] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527cc659-b3a7-b730-6e21-fe0fab287816" [ 867.573114] env[69744]: _type = "Task" [ 867.573114] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.574295] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 867.574295] env[69744]: value = "task-3311690" [ 867.574295] env[69744]: _type = "Task" [ 867.574295] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.584422] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527cc659-b3a7-b730-6e21-fe0fab287816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.587402] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.620551] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311688, 'name': Rename_Task, 'duration_secs': 0.126894} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.620783] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.621135] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b6c20a-6fc4-4828-bebc-12095995a157 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.626766] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 867.626766] env[69744]: value = "task-3311691" [ 867.626766] env[69744]: _type = "Task" [ 867.626766] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.634253] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.940201] env[69744]: DEBUG nova.scheduler.client.report [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.972230] env[69744]: INFO nova.compute.manager [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance disappeared during terminate [ 867.972671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f422a797-a50d-4842-ae19-6e9c8e9c4d78 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "8ee75dc6-1c52-468f-a10b-56027a5bfc33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.639s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.981269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.040790] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311689, 'name': ReconfigVM_Task, 'duration_secs': 0.164396} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.041439] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.041818] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d16fbb-4a78-4140-8bdb-975e19308ee1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.044433] env[69744]: DEBUG nova.network.neutron [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updated VIF entry in instance network info cache for port 8d80c47a-94ec-4306-a478-291c63484f2c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.045038] env[69744]: DEBUG nova.network.neutron [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updating instance_info_cache with network_info: [{"id": "8d80c47a-94ec-4306-a478-291c63484f2c", "address": "fa:16:3e:a2:b0:3a", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80c47a-94", "ovs_interfaceid": "8d80c47a-94ec-4306-a478-291c63484f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.051199] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 868.051199] env[69744]: value = "task-3311692" [ 868.051199] env[69744]: _type = "Task" [ 868.051199] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.062039] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.088742] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527cc659-b3a7-b730-6e21-fe0fab287816, 'name': SearchDatastore_Task, 'duration_secs': 0.01575} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.092033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.092583] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.092912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.093159] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.093428] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.093768] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311690, 'name': PowerOffVM_Task, 'duration_secs': 0.298663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.094094] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742876dd-7711-49a8-a5ee-b8170d12427e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.096855] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.097066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.097656] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-953e2f3a-8c06-4103-b58a-d92cb91502f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.111017] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.111392] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.112222] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12790613-05b5-4504-9d65-b6d7b484dec4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.118507] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 868.118507] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5213486e-cf1b-7a41-fab9-3c2707feda02" [ 868.118507] env[69744]: _type = "Task" [ 868.118507] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.126760] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5213486e-cf1b-7a41-fab9-3c2707feda02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.136418] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.158135] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.158622] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.158872] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleting the datastore file [datastore1] 715ead8f-947c-47a4-9ff3-fbe27331d9d6 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.159385] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb38e4e-ade2-48f4-b8cf-f23ce2ad4960 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.167205] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for the task: (returnval){ [ 868.167205] env[69744]: value = "task-3311694" [ 868.167205] env[69744]: _type = "Task" [ 868.167205] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.176385] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.446062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.446062] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.449768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.082s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.450048] env[69744]: DEBUG nova.objects.instance [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lazy-loading 'resources' on Instance uuid 83e88e62-1313-4b9f-94de-857c4f379379 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.549138] env[69744]: DEBUG oslo_concurrency.lockutils [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] Releasing lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.549479] env[69744]: DEBUG nova.compute.manager [req-facd5a21-71a4-4289-ae52-2399b4b700a6 req-fbf33bed-6082-4d13-8e80-34f8f056e6f5 service nova] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Received event network-vif-deleted-c8fff048-62b4-48b8-aff1-b8ff268baeec {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.562024] env[69744]: DEBUG oslo_vmware.api [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311692, 'name': PowerOnVM_Task, 'duration_secs': 0.419254} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.562024] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.564715] env[69744]: DEBUG nova.compute.manager [None req-37e43e82-2aa4-4506-aec3-af302b4fc350 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.565497] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf1808-3ade-472c-9553-1b4dbca0133b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.629211] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5213486e-cf1b-7a41-fab9-3c2707feda02, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.632977] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89052fc8-cc16-477e-9a7d-ed8fcc7dd30b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.641014] env[69744]: DEBUG oslo_vmware.api [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311691, 'name': PowerOnVM_Task, 'duration_secs': 0.534006} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.641312] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 868.641312] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523e7463-4cd5-3bc6-b68a-d5406ee5f791" [ 868.641312] env[69744]: _type = "Task" [ 868.641312] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.641543] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.641743] env[69744]: INFO nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Took 8.81 seconds to spawn the instance on the hypervisor. [ 868.641917] env[69744]: DEBUG nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.642709] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9465cb74-6d0f-432a-b420-c111623ee136 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.656880] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523e7463-4cd5-3bc6-b68a-d5406ee5f791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.677063] env[69744]: DEBUG oslo_vmware.api [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Task: {'id': task-3311694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175141} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.677337] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.677521] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.677695] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.677863] env[69744]: INFO nova.compute.manager [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 868.678152] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.678364] env[69744]: DEBUG nova.compute.manager [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.678459] env[69744]: DEBUG nova.network.neutron [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.951522] env[69744]: DEBUG nova.compute.utils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.952803] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.952980] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.962122] env[69744]: DEBUG nova.compute.manager [req-3ac6a7d5-030d-461f-956c-9fdf74171a4b req-57feb53f-9dca-4023-88d9-478862371dd9 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Received event network-vif-deleted-af9126d2-1a8f-4d9c-9804-55223dc45f99 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.962320] env[69744]: INFO nova.compute.manager [req-3ac6a7d5-030d-461f-956c-9fdf74171a4b req-57feb53f-9dca-4023-88d9-478862371dd9 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Neutron deleted interface af9126d2-1a8f-4d9c-9804-55223dc45f99; detaching it from the instance and deleting it from the info cache [ 868.962488] env[69744]: DEBUG nova.network.neutron [req-3ac6a7d5-030d-461f-956c-9fdf74171a4b req-57feb53f-9dca-4023-88d9-478862371dd9 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.000371] env[69744]: DEBUG nova.policy [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e448b16e47467890053cd4a2a19dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc747940fe704c87af5ab85356cd69f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.153702] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523e7463-4cd5-3bc6-b68a-d5406ee5f791, 'name': SearchDatastore_Task, 'duration_secs': 0.034232} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.164228] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.164489] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c/5e82b0b9-97a8-4cb5-af98-1a11fabacf1c.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.165031] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-711435da-369f-4a11-9ce5-da243c68dee1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.170139] env[69744]: INFO nova.compute.manager [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Took 49.77 seconds to build instance. [ 869.178578] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 869.178578] env[69744]: value = "task-3311695" [ 869.178578] env[69744]: _type = "Task" [ 869.178578] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.190897] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.437726] env[69744]: DEBUG nova.network.neutron [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.459352] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.465407] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5852b4dd-ecbc-4c27-86df-410ba943e982 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.475237] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55549d53-f5eb-41df-bbc2-663bd460afb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.511058] env[69744]: DEBUG nova.compute.manager [req-3ac6a7d5-030d-461f-956c-9fdf74171a4b req-57feb53f-9dca-4023-88d9-478862371dd9 service nova] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Detach interface failed, port_id=af9126d2-1a8f-4d9c-9804-55223dc45f99, reason: Instance 715ead8f-947c-47a4-9ff3-fbe27331d9d6 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.542640] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e3640-fd78-42ce-888b-15fcf569c48b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.552592] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f74b0-88b4-4441-bd8f-7774697d6fbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.591242] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79c8fb-40c9-4a7a-8234-8c40781507c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.600620] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbb61d5-7808-4d94-a7d2-9eeaf73cd892 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.618743] env[69744]: DEBUG nova.compute.provider_tree [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.672326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4688d8f2-d2be-4ef1-a526-bb8461246430 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.085s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.691568] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51647} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.691875] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c/5e82b0b9-97a8-4cb5-af98-1a11fabacf1c.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.692114] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.692377] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81c6aaf-c337-44b8-99ab-83c0270a41f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.698845] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 869.698845] env[69744]: value = "task-3311696" [ 869.698845] env[69744]: _type = "Task" [ 869.698845] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.708524] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.808660] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Successfully created port: 63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.942497] env[69744]: INFO nova.compute.manager [-] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Took 1.26 seconds to deallocate network for instance. [ 870.122267] env[69744]: DEBUG nova.scheduler.client.report [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.174972] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.209383] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299138} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.209649] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.210474] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c46737-0df3-4979-b3a0-75ea08809240 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.258855] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c/5e82b0b9-97a8-4cb5-af98-1a11fabacf1c.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.258855] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e20afb-43e9-437e-b4e0-6917e5b54f78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.260766] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 870.260766] env[69744]: value = "task-3311697" [ 870.260766] env[69744]: _type = "Task" [ 870.260766] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.271599] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.451034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.471551] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.498472] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.498718] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.498875] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.499084] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.499221] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.499372] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.499597] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.499758] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.499926] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.500100] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.500287] env[69744]: DEBUG nova.virt.hardware [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.501160] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a0a475-67b0-4842-a55c-fdc96fe30f69 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.509256] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddcd08b-31e3-4405-a922-bcfc1a763b2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.569201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.569293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.627611] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.631864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.631864] env[69744]: DEBUG nova.objects.instance [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lazy-loading 'resources' on Instance uuid 1e0d4567-148e-480c-9032-9a78fa3aa0ff {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.653852] env[69744]: INFO nova.scheduler.client.report [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleted allocations for instance 83e88e62-1313-4b9f-94de-857c4f379379 [ 870.697886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.771499] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.072069] env[69744]: DEBUG nova.compute.utils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.121581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.121821] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.161445] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39f2c3cf-62f0-4ad8-830c-d98dd1125535 tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "83e88e62-1313-4b9f-94de-857c4f379379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.135s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.277166] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.542263] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Successfully updated port: 63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.576584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.588536] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585045b-b1c5-4df7-8ae2-076057470859 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597162] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd89e2e-c555-4bbc-8edf-8562aeb59555 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629402] env[69744]: DEBUG nova.compute.manager [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.629632] env[69744]: DEBUG oslo_concurrency.lockutils [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.629839] env[69744]: DEBUG oslo_concurrency.lockutils [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.630016] env[69744]: DEBUG oslo_concurrency.lockutils [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.630186] env[69744]: DEBUG nova.compute.manager [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] No waiting events found dispatching network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.630354] env[69744]: WARNING nova.compute.manager [req-69dd8c61-c391-4f82-a90c-63010f0281c6 req-4a646726-994e-4865-85db-05b80ec03727 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received unexpected event network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 for instance with vm_state building and task_state spawning. [ 871.631919] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb8c2d8-57dd-4c86-9c58-eba12e6e120c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.639457] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6bddde-d814-4c25-abd8-9c55b68cdb04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.654422] env[69744]: DEBUG nova.compute.provider_tree [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.772241] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.045061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.045061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.045061] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.156577] env[69744]: DEBUG nova.scheduler.client.report [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.168987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "eec6578e-eb7e-4532-beda-38a6e37175b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.168987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.168987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "eec6578e-eb7e-4532-beda-38a6e37175b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.169176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.169205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.171762] env[69744]: INFO nova.compute.manager [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Terminating instance [ 872.274577] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311697, 'name': ReconfigVM_Task, 'duration_secs': 1.622948} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.274577] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c/5e82b0b9-97a8-4cb5-af98-1a11fabacf1c.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.275309] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40218cfb-c738-48fe-9d83-b779a8d1d02f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.280994] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 872.280994] env[69744]: value = "task-3311698" [ 872.280994] env[69744]: _type = "Task" [ 872.280994] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.288792] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311698, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.580777] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.639312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.639563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.639795] env[69744]: INFO nova.compute.manager [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Attaching volume f7264cb2-8bbf-450c-a3e5-1cfce61e17bc to /dev/sdb [ 872.661694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.663797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.726s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.665759] env[69744]: INFO nova.compute.claims [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.674219] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3a804-60ea-439d-bed2-99b86de89e3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.679036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "refresh_cache-eec6578e-eb7e-4532-beda-38a6e37175b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.680129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquired lock "refresh_cache-eec6578e-eb7e-4532-beda-38a6e37175b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.680129] env[69744]: DEBUG nova.network.neutron [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.686705] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcde36-fd98-495e-a6f5-610b1d509a3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.690270] env[69744]: INFO nova.scheduler.client.report [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Deleted allocations for instance 1e0d4567-148e-480c-9032-9a78fa3aa0ff [ 872.706324] env[69744]: DEBUG nova.virt.block_device [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updating existing volume attachment record: 71e7c292-303c-4939-a0b6-b10d9e3ddd60 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 872.747530] env[69744]: DEBUG nova.network.neutron [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.791033] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311698, 'name': Rename_Task, 'duration_secs': 0.356187} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.791033] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.791033] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd79fe58-0c45-4f38-b8df-1185db3fbcc5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.797062] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 872.797062] env[69744]: value = "task-3311699" [ 872.797062] env[69744]: _type = "Task" [ 872.797062] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.803751] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.199313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-18d45df1-ad95-49e5-a825-2e52d6a2927b tempest-ServersNegativeTestMultiTenantJSON-105769487 tempest-ServersNegativeTestMultiTenantJSON-105769487-project-member] Lock "1e0d4567-148e-480c-9032-9a78fa3aa0ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.735s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.203295] env[69744]: DEBUG nova.network.neutron [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.249785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.250132] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance network_info: |[{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.250647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:aa:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e4ea71-1377-42b7-a4fe-eab20b4553e1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.258394] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating folder: Project (fc747940fe704c87af5ab85356cd69f8). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.259075] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac4dd33-c6f4-40be-95de-d49cd030871b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.271828] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created folder: Project (fc747940fe704c87af5ab85356cd69f8) in parent group-v661134. [ 873.271828] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating folder: Instances. Parent ref: group-v661290. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.271989] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc9abd5c-f82b-47be-bf66-b0ed30340a7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.281257] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created folder: Instances in parent group-v661290. [ 873.281519] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.281712] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.281917] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e4b4d89-f2b8-4a6d-9b1b-08d3673bc61d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.298960] env[69744]: DEBUG nova.network.neutron [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.309492] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.311723] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.311723] env[69744]: value = "task-3311705" [ 873.311723] env[69744]: _type = "Task" [ 873.311723] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.321385] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311705, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.629644] env[69744]: DEBUG nova.compute.manager [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.629788] env[69744]: DEBUG nova.compute.manager [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing instance network info cache due to event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.630016] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.630156] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.630343] env[69744]: DEBUG nova.network.neutron [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.804636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Releasing lock "refresh_cache-eec6578e-eb7e-4532-beda-38a6e37175b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805051] env[69744]: DEBUG nova.compute.manager [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.805314] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.808556] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a5fe4-0b71-42ce-b0d5-76793938edcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.819364] env[69744]: DEBUG oslo_vmware.api [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3311699, 'name': PowerOnVM_Task, 'duration_secs': 0.563434} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.819624] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.822239] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.822456] env[69744]: INFO nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Took 9.12 seconds to spawn the instance on the hypervisor. [ 873.822653] env[69744]: DEBUG nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.822887] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea285029-a3dc-4847-84b3-496d9c9d7b9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.827892] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8b37a-b935-4033-958c-b9950823fb63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.829844] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311705, 'name': CreateVM_Task, 'duration_secs': 0.285487} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.830287] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.831346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.831346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.831648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.831867] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37166b9a-e448-4a39-922c-77e1676406cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.838416] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 873.838416] env[69744]: value = "task-3311706" [ 873.838416] env[69744]: _type = "Task" [ 873.838416] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.845015] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 873.845015] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52051532-ce44-4b29-8ff8-a8dcb142539f" [ 873.845015] env[69744]: _type = "Task" [ 873.845015] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.853362] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.861190] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52051532-ce44-4b29-8ff8-a8dcb142539f, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.861492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.861718] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.861956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.862219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.862298] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.862555] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49dc12d2-36ea-4c93-9c9f-4a9b0f513d9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.874254] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.874604] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.875807] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3866cc96-9e2b-4df6-83f3-00e6a05b466c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.883699] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 873.883699] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52708c47-6249-e536-881e-cb45afdc69c2" [ 873.883699] env[69744]: _type = "Task" [ 873.883699] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.905018] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52708c47-6249-e536-881e-cb45afdc69c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.905018] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5446b68-1325-44a2-91b8-38d27f0cb261 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.910365] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 873.910365] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528bea26-097e-0beb-edf5-46e94ee007da" [ 873.910365] env[69744]: _type = "Task" [ 873.910365] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.929620] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528bea26-097e-0beb-edf5-46e94ee007da, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.929932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.930237] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.930517] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e5bda2-852c-4230-aa31-b5160500ca58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.937388] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 873.937388] env[69744]: value = "task-3311707" [ 873.937388] env[69744]: _type = "Task" [ 873.937388] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.950241] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.234554] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6b8fc-1b98-41f4-8f44-92a45fec2d28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.243330] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee0063-25a4-4f36-a5ca-b5dc2cb40768 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.279828] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e5fa7-0ed7-4e43-9853-b2875c7497b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.290201] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f94b8-00a8-46f0-bc7b-9f192b48a2df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.307134] env[69744]: DEBUG nova.compute.provider_tree [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.352177] env[69744]: INFO nova.compute.manager [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Took 47.88 seconds to build instance. [ 874.360215] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311706, 'name': PowerOffVM_Task, 'duration_secs': 0.181773} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.360630] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.360840] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.361174] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38fa3b2a-9fc9-4104-b782-9511662198a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.399083] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.399410] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.399705] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleting the datastore file [datastore2] eec6578e-eb7e-4532-beda-38a6e37175b0 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.400073] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe002e11-3b54-484d-a012-a2d3b7a7c334 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.412801] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for the task: (returnval){ [ 874.412801] env[69744]: value = "task-3311709" [ 874.412801] env[69744]: _type = "Task" [ 874.412801] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.423495] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.449542] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311707, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.693067] env[69744]: DEBUG nova.network.neutron [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updated VIF entry in instance network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.693488] env[69744]: DEBUG nova.network.neutron [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.810400] env[69744]: DEBUG nova.scheduler.client.report [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.854279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c4dd9b56-a1cd-4624-abae-f9789f26044c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.552s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.923964] env[69744]: DEBUG oslo_vmware.api [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Task: {'id': task-3311709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114435} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.924256] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.924444] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.924621] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.924792] env[69744]: INFO nova.compute.manager [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.925050] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.925249] env[69744]: DEBUG nova.compute.manager [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.925375] env[69744]: DEBUG nova.network.neutron [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.943055] env[69744]: DEBUG nova.network.neutron [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.950316] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515202} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.950563] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.950773] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.951029] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773ae084-3d25-4e59-8332-ab5a76236180 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.959678] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 874.959678] env[69744]: value = "task-3311710" [ 874.959678] env[69744]: _type = "Task" [ 874.959678] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.968291] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.196558] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c14b41c-072f-4685-bfb9-2e4642eae340 req-d7519f05-56be-4abb-94ed-b57209fbe5f6 service nova] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.315932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.316541] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.319805] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.417s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.320050] env[69744]: DEBUG nova.objects.instance [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'resources' on Instance uuid 58dfa423-d1c6-45f2-887f-153af1e44c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.359733] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.445136] env[69744]: DEBUG nova.network.neutron [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.451289] env[69744]: DEBUG nova.compute.manager [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Received event network-changed-8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.451289] env[69744]: DEBUG nova.compute.manager [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Refreshing instance network info cache due to event network-changed-8d80c47a-94ec-4306-a478-291c63484f2c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.451289] env[69744]: DEBUG oslo_concurrency.lockutils [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] Acquiring lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.451289] env[69744]: DEBUG oslo_concurrency.lockutils [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] Acquired lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.451289] env[69744]: DEBUG nova.network.neutron [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Refreshing network info cache for port 8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.471196] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080282} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.471440] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.472470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c7edf-0511-45b7-81db-5bbbb2291988 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.496307] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.496592] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a32d9fa-33f0-47a6-bf10-8549f926981d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.517779] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 875.517779] env[69744]: value = "task-3311712" [ 875.517779] env[69744]: _type = "Task" [ 875.517779] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.528550] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.824392] env[69744]: DEBUG nova.compute.utils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.829958] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.830160] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.890242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.900158] env[69744]: DEBUG nova.policy [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77067f19f3994487ba4bf71890266958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8cfe930cac4bb99131877452a2f654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.957316] env[69744]: INFO nova.compute.manager [-] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Took 1.03 seconds to deallocate network for instance. [ 876.034693] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311712, 'name': ReconfigVM_Task, 'duration_secs': 0.323125} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.037992] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.039833] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f7581f0-fd20-4861-b76e-603eec0581fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.051026] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 876.051026] env[69744]: value = "task-3311713" [ 876.051026] env[69744]: _type = "Task" [ 876.051026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.059813] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311713, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.332020] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.379748] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Successfully created port: 85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.427114] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca55f5fc-61fb-4cf5-96fd-20fd8791d16e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.437711] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb2712-6a6e-44a8-9d27-4e1675d10eb8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.481279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.482911] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132c9b63-a565-4542-9bba-3b29d225e6f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.494895] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2577550-7183-41cb-aad5-ca19f48d9ce5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.511330] env[69744]: DEBUG nova.compute.provider_tree [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.561175] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311713, 'name': Rename_Task, 'duration_secs': 0.174782} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.561518] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.561744] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b044e272-da4e-41df-87ab-5e2f46635744 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.570300] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 876.570300] env[69744]: value = "task-3311714" [ 876.570300] env[69744]: _type = "Task" [ 876.570300] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.574462] env[69744]: DEBUG nova.network.neutron [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updated VIF entry in instance network info cache for port 8d80c47a-94ec-4306-a478-291c63484f2c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.574698] env[69744]: DEBUG nova.network.neutron [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updating instance_info_cache with network_info: [{"id": "8d80c47a-94ec-4306-a478-291c63484f2c", "address": "fa:16:3e:a2:b0:3a", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80c47a-94", "ovs_interfaceid": "8d80c47a-94ec-4306-a478-291c63484f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.585269] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.017324] env[69744]: DEBUG nova.scheduler.client.report [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.080308] env[69744]: DEBUG oslo_concurrency.lockutils [req-d6c778e4-8a4c-4995-88da-e30e9591bd9f req-2d622316-38c5-4ec7-be2b-b1968f100e22 service nova] Releasing lock "refresh_cache-5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.080709] env[69744]: DEBUG oslo_vmware.api [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311714, 'name': PowerOnVM_Task, 'duration_secs': 0.464702} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.080950] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.081198] env[69744]: INFO nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Took 6.61 seconds to spawn the instance on the hypervisor. [ 877.081385] env[69744]: DEBUG nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.082198] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302df509-83ea-45e6-b4ff-fddc27136aa5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.349597] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.379533] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.379837] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.379993] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.380187] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.380343] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.380534] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.380739] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.382221] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.382221] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.382221] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.382221] env[69744]: DEBUG nova.virt.hardware [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.382466] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ddab1-ce03-4f51-bf15-831072b80491 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.392262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d37c25-fcad-4ba0-ba64-836736cab778 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.522168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.524833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.905s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.525433] env[69744]: DEBUG nova.objects.instance [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lazy-loading 'resources' on Instance uuid 0c7fd63d-f778-41cf-b7f4-bf65a66f774f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.552479] env[69744]: INFO nova.scheduler.client.report [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted allocations for instance 58dfa423-d1c6-45f2-887f-153af1e44c3f [ 877.607239] env[69744]: INFO nova.compute.manager [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Took 43.52 seconds to build instance. [ 877.756113] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 877.756364] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661289', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'name': 'volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b5f246-6440-4bb5-9285-6171fb1ea965', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'serial': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 877.757598] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0b127-6611-4d16-99e8-17604e62faa7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.775062] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac42a9e-0971-4e48-ad97-ffce47061833 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.804409] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc/volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.804724] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8cf8b5-ad56-4136-8bb7-050e091c7bad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823836] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 877.823836] env[69744]: value = "task-3311715" [ 877.823836] env[69744]: _type = "Task" [ 877.823836] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.832891] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.061801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3cf92db2-9f1d-46fa-b696-e3f4e06b1e5b tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "58dfa423-d1c6-45f2-887f-153af1e44c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.766s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.073131] env[69744]: DEBUG nova.compute.manager [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Received event network-vif-plugged-85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.073356] env[69744]: DEBUG oslo_concurrency.lockutils [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] Acquiring lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.073560] env[69744]: DEBUG oslo_concurrency.lockutils [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.073725] env[69744]: DEBUG oslo_concurrency.lockutils [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.074032] env[69744]: DEBUG nova.compute.manager [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] No waiting events found dispatching network-vif-plugged-85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.074119] env[69744]: WARNING nova.compute.manager [req-4e4d4c3e-085d-40d3-b6d4-497603639de0 req-5847f3f8-4015-490f-b364-4a0056a742b8 service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Received unexpected event network-vif-plugged-85098417-470b-4099-b716-f09567a35c88 for instance with vm_state building and task_state spawning. [ 878.110310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-47d9df6b-453d-43f5-b3b2-208a06ee7cb4 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.672s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.248107] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Successfully updated port: 85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.335629] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311715, 'name': ReconfigVM_Task, 'duration_secs': 0.471111} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.336054] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc/volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.341424] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc99035-06de-46e6-a010-db3290fc5979 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.358221] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 878.358221] env[69744]: value = "task-3311716" [ 878.358221] env[69744]: _type = "Task" [ 878.358221] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.373718] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.611810] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de5e4a-cca5-4ff0-ab5a-61b950ae22c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.620535] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e863078-df4f-4148-b781-07953c045c10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.653040] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faee271-ad81-4170-bf1a-41a7c5f6f7e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.662297] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5200296-8b88-418f-97ea-50fd1def4dff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.678498] env[69744]: DEBUG nova.compute.provider_tree [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.751589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.751745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.751893] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.868574] env[69744]: DEBUG oslo_vmware.api [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311716, 'name': ReconfigVM_Task, 'duration_secs': 0.153165} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.868947] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661289', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'name': 'volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b5f246-6440-4bb5-9285-6171fb1ea965', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'serial': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 879.181786] env[69744]: DEBUG nova.scheduler.client.report [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.227085] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "cf2a57af-8712-481b-bfe9-5629113843d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.227350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.228436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.228436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.228436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.230154] env[69744]: INFO nova.compute.manager [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Terminating instance [ 879.285402] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.292873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.293117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.452300] env[69744]: DEBUG nova.network.neutron [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Updating instance_info_cache with network_info: [{"id": "85098417-470b-4099-b716-f09567a35c88", "address": "fa:16:3e:c4:18:39", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85098417-47", "ovs_interfaceid": "85098417-470b-4099-b716-f09567a35c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.688569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.690946] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.892s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.692409] env[69744]: INFO nova.compute.claims [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.714380] env[69744]: INFO nova.scheduler.client.report [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Deleted allocations for instance 0c7fd63d-f778-41cf-b7f4-bf65a66f774f [ 879.733523] env[69744]: DEBUG nova.compute.manager [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.733740] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.734710] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116c595-7c5d-4913-8b28-4b78e5ab6947 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.745888] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.746164] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf878e6d-0caa-4c4f-bc39-3d9de1fc94be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.755215] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 879.755215] env[69744]: value = "task-3311717" [ 879.755215] env[69744]: _type = "Task" [ 879.755215] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.765492] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.795904] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.911572] env[69744]: DEBUG nova.objects.instance [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'flavor' on Instance uuid b3b5f246-6440-4bb5-9285-6171fb1ea965 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.955179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.955579] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance network_info: |[{"id": "85098417-470b-4099-b716-f09567a35c88", "address": "fa:16:3e:c4:18:39", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85098417-47", "ovs_interfaceid": "85098417-470b-4099-b716-f09567a35c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.956206] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:18:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85098417-470b-4099-b716-f09567a35c88', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.963841] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating folder: Project (ba8cfe930cac4bb99131877452a2f654). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.964537] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff80cee0-5a78-4dd9-ab8b-509ef5581c69 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.980455] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created folder: Project (ba8cfe930cac4bb99131877452a2f654) in parent group-v661134. [ 879.980665] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating folder: Instances. Parent ref: group-v661293. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.980907] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76b21cd0-18bd-437c-aa1c-fc26c183ba2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.992256] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created folder: Instances in parent group-v661293. [ 879.992652] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.992923] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.993233] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40c020e3-67a6-4a1a-83f7-0b347949b9a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.015072] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.015072] env[69744]: value = "task-3311720" [ 880.015072] env[69744]: _type = "Task" [ 880.015072] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.023174] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311720, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.065877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.095292] env[69744]: DEBUG nova.compute.manager [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Received event network-changed-85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.095481] env[69744]: DEBUG nova.compute.manager [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Refreshing instance network info cache due to event network-changed-85098417-470b-4099-b716-f09567a35c88. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.095704] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] Acquiring lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.095801] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] Acquired lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096331] env[69744]: DEBUG nova.network.neutron [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Refreshing network info cache for port 85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.222752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a829139-fa07-43f1-a676-87f1582c6587 tempest-SecurityGroupsTestJSON-626741119 tempest-SecurityGroupsTestJSON-626741119-project-member] Lock "0c7fd63d-f778-41cf-b7f4-bf65a66f774f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.064s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.266634] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311717, 'name': PowerOffVM_Task, 'duration_secs': 0.250449} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.266962] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.267183] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.267536] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ed47f1-34ca-415b-bcf2-2137ccb0121c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.323846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.417678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e3d3b7f9-3a14-4015-960d-f2fc4ade6e3c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.419262] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.353s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.419262] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.419495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.419718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.422837] env[69744]: INFO nova.compute.manager [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Terminating instance [ 880.527042] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311720, 'name': CreateVM_Task, 'duration_secs': 0.383045} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.527042] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.527042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.527042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.527422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.527531] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a665432-18f3-4f33-8ae9-7b69a9493e4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.533595] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 880.533595] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529d7c0b-d9bf-1c14-b9ca-0ffb2913332b" [ 880.533595] env[69744]: _type = "Task" [ 880.533595] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.542424] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529d7c0b-d9bf-1c14-b9ca-0ffb2913332b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.543895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.544016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.544211] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleting the datastore file [datastore1] cf2a57af-8712-481b-bfe9-5629113843d1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.544456] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0efe21d-66b6-4dc5-9dbf-0bceda400e53 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.552904] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for the task: (returnval){ [ 880.552904] env[69744]: value = "task-3311722" [ 880.552904] env[69744]: _type = "Task" [ 880.552904] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.562842] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.923695] env[69744]: DEBUG nova.network.neutron [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Updated VIF entry in instance network info cache for port 85098417-470b-4099-b716-f09567a35c88. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.924043] env[69744]: DEBUG nova.network.neutron [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Updating instance_info_cache with network_info: [{"id": "85098417-470b-4099-b716-f09567a35c88", "address": "fa:16:3e:c4:18:39", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85098417-47", "ovs_interfaceid": "85098417-470b-4099-b716-f09567a35c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.926763] env[69744]: DEBUG nova.compute.manager [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.926988] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.927479] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb180fa-9234-415e-a378-ac342acc9f0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.936717] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 880.936717] env[69744]: value = "task-3311723" [ 880.936717] env[69744]: _type = "Task" [ 880.936717] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.946677] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.047492] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529d7c0b-d9bf-1c14-b9ca-0ffb2913332b, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.047830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.048386] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.048386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.048454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.048612] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.048887] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced78bb2-150c-4abf-90cd-c15c1f09021b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.058659] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.058837] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.062517] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbcf55f-59e3-40a5-bafb-72cf9533d796 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.064827] env[69744]: DEBUG oslo_vmware.api [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Task: {'id': task-3311722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145665} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.067783] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.067977] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.068206] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.068486] env[69744]: INFO nova.compute.manager [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Took 1.33 seconds to destroy the instance on the hypervisor. [ 881.068814] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.069657] env[69744]: DEBUG nova.compute.manager [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.069782] env[69744]: DEBUG nova.network.neutron [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.073052] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 881.073052] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5246afed-ec4c-20ba-44d6-b016416afafc" [ 881.073052] env[69744]: _type = "Task" [ 881.073052] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.084407] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5246afed-ec4c-20ba-44d6-b016416afafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.196367] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b5908e-a08e-4c0d-b9f6-88d2d5af9a37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.207875] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72db33d-305c-4e1c-8ec2-e37c4d00f8a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.248634] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da649e-73b6-4624-a4aa-11a92d601c2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.257679] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb52c7-3f98-4920-83ee-528f78e71127 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.273839] env[69744]: DEBUG nova.compute.provider_tree [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.428618] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7c1c265-5a8f-4113-8277-332453afd52b req-c3594dfc-4472-4d85-9508-03dc3651811e service nova] Releasing lock "refresh_cache-effd5854-a2ab-471e-9e13-6252e6eb38c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.450349] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311723, 'name': PowerOffVM_Task, 'duration_secs': 0.39753} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.450666] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.450790] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 881.450973] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661289', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'name': 'volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b5f246-6440-4bb5-9285-6171fb1ea965', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'serial': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 881.451756] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41e705-bfc4-4040-ab21-af7a2f71a036 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.476984] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37721b1a-02cf-4432-8fce-8d9a379d9f60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.486746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe00af8e-4530-4ed6-91d9-c494da0b5c23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.517327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98fa25-83c0-49ea-8331-d106d8c96db6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533853] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc/volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 881.539243] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.539625] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05837251-7f9c-4922-8bd4-856afc37e605 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.564634] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 881.564634] env[69744]: value = "task-3311724" [ 881.564634] env[69744]: _type = "Task" [ 881.564634] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.574889] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.584162] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5246afed-ec4c-20ba-44d6-b016416afafc, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.585165] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdce1232-08ae-4c38-83a7-4d1a548bb77c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.592182] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 881.592182] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52463d27-22df-9655-3b73-4eeeb1ebaa99" [ 881.592182] env[69744]: _type = "Task" [ 881.592182] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.601220] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52463d27-22df-9655-3b73-4eeeb1ebaa99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.777400] env[69744]: DEBUG nova.scheduler.client.report [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.931114] env[69744]: DEBUG nova.network.neutron [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.078892] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.105515] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52463d27-22df-9655-3b73-4eeeb1ebaa99, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.105803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.106338] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.106338] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c468d1-3e1a-4997-9af3-e4c443bc9a12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.114885] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 882.114885] env[69744]: value = "task-3311725" [ 882.114885] env[69744]: _type = "Task" [ 882.114885] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.125351] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.165673] env[69744]: DEBUG nova.compute.manager [req-6b34747d-e2ce-496b-9792-d4403b2fe0d6 req-17d8431b-b663-4231-8a8a-0f6066141bcf service nova] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Received event network-vif-deleted-7ef82e39-ad60-477c-afde-8ae370b679bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.285187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.285187] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.287537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.650s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.287832] env[69744]: DEBUG nova.objects.instance [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lazy-loading 'resources' on Instance uuid 4c977f3c-c8ee-44c7-b4e3-0d86696cb783 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.432620] env[69744]: INFO nova.compute.manager [-] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Took 1.36 seconds to deallocate network for instance. [ 882.578034] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311724, 'name': ReconfigVM_Task, 'duration_secs': 0.626621} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.578457] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.583351] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cb94b1-6fea-4102-8224-89ba80d9f111 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.601903] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 882.601903] env[69744]: value = "task-3311726" [ 882.601903] env[69744]: _type = "Task" [ 882.601903] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.616392] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.626864] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.793494] env[69744]: DEBUG nova.compute.utils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.798654] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.798857] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.854461] env[69744]: DEBUG nova.policy [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c95eaba5b274cb28dda473b0034fa74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab31c9d9e274be692963eaf64bf7760', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.939725] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.115285] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311726, 'name': ReconfigVM_Task, 'duration_secs': 0.399176} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.115621] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661289', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'name': 'volume-f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b5f246-6440-4bb5-9285-6171fb1ea965', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc', 'serial': 'f7264cb2-8bbf-450c-a3e5-1cfce61e17bc'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.115905] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.116815] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c84cfc9-239e-46f8-9dd6-1e82e7662762 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.130987] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.134664] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea094c86-4c45-4f9f-8bfc-da9c9bcd964e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.136819] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622785} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.136819] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.136819] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.137181] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbf7b276-0036-4ea9-8d69-c854919bf76f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.150435] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 883.150435] env[69744]: value = "task-3311728" [ 883.150435] env[69744]: _type = "Task" [ 883.150435] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.165121] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.213232] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.213669] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.214023] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore2] b3b5f246-6440-4bb5-9285-6171fb1ea965 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.217860] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ce5028-a9d8-44a9-9545-492c6d722cb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.226440] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 883.226440] env[69744]: value = "task-3311729" [ 883.226440] env[69744]: _type = "Task" [ 883.226440] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.240940] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.258574] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d23c13-1713-4c91-82ae-12a2e4790e85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.267054] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57050d-440f-421e-b6a6-3b8c01c2c45c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.307618] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.310907] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c961d6-7417-47c1-8bb7-752e6e8cad9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.322222] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36696038-4ebb-4591-bdce-3d81e284d6c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.336570] env[69744]: DEBUG nova.compute.provider_tree [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.394696] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Successfully created port: 14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.661108] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077326} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.661568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.662381] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da24b5f-f6bb-4d1d-8065-fe1584aec632 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.686815] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.687174] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca75f14-9723-48eb-983c-c88d41f1d174 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716555] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 883.716555] env[69744]: value = "task-3311730" [ 883.716555] env[69744]: _type = "Task" [ 883.716555] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.725978] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.735337] env[69744]: DEBUG oslo_vmware.api [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149112} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.735605] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.735791] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.735970] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.736160] env[69744]: INFO nova.compute.manager [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Took 2.81 seconds to destroy the instance on the hypervisor. [ 883.736397] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.736584] env[69744]: DEBUG nova.compute.manager [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.736681] env[69744]: DEBUG nova.network.neutron [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.839918] env[69744]: DEBUG nova.scheduler.client.report [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.105024] env[69744]: DEBUG nova.compute.manager [req-8e067896-e833-49fe-9a7c-d7e53fc14cbf req-5792c641-5cdf-4dd9-9c7e-28c82f62cff1 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Received event network-vif-deleted-c20cb68a-9202-4ee8-80f0-806c961a2c25 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.105197] env[69744]: INFO nova.compute.manager [req-8e067896-e833-49fe-9a7c-d7e53fc14cbf req-5792c641-5cdf-4dd9-9c7e-28c82f62cff1 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Neutron deleted interface c20cb68a-9202-4ee8-80f0-806c961a2c25; detaching it from the instance and deleting it from the info cache [ 884.105407] env[69744]: DEBUG nova.network.neutron [req-8e067896-e833-49fe-9a7c-d7e53fc14cbf req-5792c641-5cdf-4dd9-9c7e-28c82f62cff1 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.229316] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311730, 'name': ReconfigVM_Task, 'duration_secs': 0.27902} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.229731] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Reconfigured VM instance instance-0000003a to attach disk [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.230377] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d772ad91-f320-4dbd-9ad3-48487cf51a7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.238253] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 884.238253] env[69744]: value = "task-3311731" [ 884.238253] env[69744]: _type = "Task" [ 884.238253] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.247362] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311731, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.322435] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.348247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.349902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.052s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.358382] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.358644] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.358805] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.359009] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.359202] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.359432] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.359667] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.359826] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.359995] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.360180] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.360356] env[69744]: DEBUG nova.virt.hardware [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.361327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8a6690-e06a-4650-af87-4154afcb08a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.376774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d107de-1f7e-4796-8bda-8e12193c2b30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.382017] env[69744]: INFO nova.scheduler.client.report [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Deleted allocations for instance 4c977f3c-c8ee-44c7-b4e3-0d86696cb783 [ 884.589135] env[69744]: DEBUG nova.network.neutron [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.609764] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3faac527-99fb-40b9-a69c-45574868dc11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.620537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7de279-b4ab-42d2-82af-ab9e0381657b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.654894] env[69744]: DEBUG nova.compute.manager [req-8e067896-e833-49fe-9a7c-d7e53fc14cbf req-5792c641-5cdf-4dd9-9c7e-28c82f62cff1 service nova] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Detach interface failed, port_id=c20cb68a-9202-4ee8-80f0-806c961a2c25, reason: Instance b3b5f246-6440-4bb5-9285-6171fb1ea965 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.748854] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311731, 'name': Rename_Task, 'duration_secs': 0.153861} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.749152] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.749440] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd238801-98a4-4786-990b-64858a055ef8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.756761] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 884.756761] env[69744]: value = "task-3311732" [ 884.756761] env[69744]: _type = "Task" [ 884.756761] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.766791] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.876670] env[69744]: INFO nova.compute.claims [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.895563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a277f46f-9305-47ec-9813-68f4c8bbd192 tempest-ServerPasswordTestJSON-1135504735 tempest-ServerPasswordTestJSON-1135504735-project-member] Lock "4c977f3c-c8ee-44c7-b4e3-0d86696cb783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.777s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.050087] env[69744]: DEBUG nova.compute.manager [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Received event network-vif-plugged-14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.050200] env[69744]: DEBUG oslo_concurrency.lockutils [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] Acquiring lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.050403] env[69744]: DEBUG oslo_concurrency.lockutils [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.050578] env[69744]: DEBUG oslo_concurrency.lockutils [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.050782] env[69744]: DEBUG nova.compute.manager [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] No waiting events found dispatching network-vif-plugged-14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.050950] env[69744]: WARNING nova.compute.manager [req-47c8e699-e4bb-4dce-accb-a33daf2b8813 req-294fc75e-fc8f-4fde-80e9-bfc29019ae59 service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Received unexpected event network-vif-plugged-14da3ed0-46ea-43f0-bf9f-19049f8f8f53 for instance with vm_state building and task_state spawning. [ 885.095928] env[69744]: INFO nova.compute.manager [-] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Took 1.36 seconds to deallocate network for instance. [ 885.179429] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Successfully updated port: 14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.269623] env[69744]: DEBUG oslo_vmware.api [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311732, 'name': PowerOnVM_Task, 'duration_secs': 0.512438} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.269911] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.270127] env[69744]: INFO nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Took 7.92 seconds to spawn the instance on the hypervisor. [ 885.270310] env[69744]: DEBUG nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.271131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad70d6cb-725c-44ad-b11d-130763975dc0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.389895] env[69744]: INFO nova.compute.resource_tracker [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating resource usage from migration 9ac5fc37-2d05-4948-8737-f2aad05f7b50 [ 885.674340] env[69744]: INFO nova.compute.manager [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Took 0.58 seconds to detach 1 volumes for instance. [ 885.684127] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.684834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquired lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.684834] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.795392] env[69744]: INFO nova.compute.manager [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Took 48.88 seconds to build instance. [ 885.943652] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef1406-a42a-4e75-b9b2-11c04c8ec5db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.955013] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26522594-97f5-495e-b979-4657d316e9c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.993716] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7baca-8c67-456e-96ac-59d278bb205c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.002664] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915adec-7192-452c-8434-4b8c079b0d9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.018811] env[69744]: DEBUG nova.compute.provider_tree [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.137026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.137245] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.192715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.236457] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.298918] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e0cc27a9-9943-4718-9c3a-11f07d550b33 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.172s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.420702] env[69744]: DEBUG nova.network.neutron [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Updating instance_info_cache with network_info: [{"id": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "address": "fa:16:3e:5b:98:e3", "network": {"id": "82ed60d4-36ab-442f-835e-642c23c5f0a0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-395262069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab31c9d9e274be692963eaf64bf7760", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14da3ed0-46", "ovs_interfaceid": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.522774] env[69744]: DEBUG nova.scheduler.client.report [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.800021] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.896090] env[69744]: INFO nova.compute.manager [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Rebuilding instance [ 886.925795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Releasing lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.926332] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Instance network_info: |[{"id": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "address": "fa:16:3e:5b:98:e3", "network": {"id": "82ed60d4-36ab-442f-835e-642c23c5f0a0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-395262069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab31c9d9e274be692963eaf64bf7760", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14da3ed0-46", "ovs_interfaceid": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.927118] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:98:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14da3ed0-46ea-43f0-bf9f-19049f8f8f53', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.935940] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Creating folder: Project (3ab31c9d9e274be692963eaf64bf7760). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.936986] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a49a13be-bfb9-47e8-b076-b898c9e6f008 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.950583] env[69744]: DEBUG nova.compute.manager [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.951914] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9f50cf-0934-41f6-83e7-bd4f69e5b563 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.956953] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Created folder: Project (3ab31c9d9e274be692963eaf64bf7760) in parent group-v661134. [ 886.957242] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Creating folder: Instances. Parent ref: group-v661296. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.958393] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb97715-a20a-4806-a2db-062f3b05f2a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.974239] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Created folder: Instances in parent group-v661296. [ 886.974511] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.974711] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.974924] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d391da65-03c8-4e55-802e-6b67ca86f2d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.998500] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.998500] env[69744]: value = "task-3311735" [ 886.998500] env[69744]: _type = "Task" [ 886.998500] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.007784] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311735, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.028381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.678s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.028592] env[69744]: INFO nova.compute.manager [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Migrating [ 887.038496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.997s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.038755] env[69744]: DEBUG nova.objects.instance [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lazy-loading 'resources' on Instance uuid fe6ce16f-ada2-4588-aca5-00de3ce94c08 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.108529] env[69744]: DEBUG nova.compute.manager [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Received event network-changed-14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.108758] env[69744]: DEBUG nova.compute.manager [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Refreshing instance network info cache due to event network-changed-14da3ed0-46ea-43f0-bf9f-19049f8f8f53. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.109449] env[69744]: DEBUG oslo_concurrency.lockutils [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] Acquiring lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109449] env[69744]: DEBUG oslo_concurrency.lockutils [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] Acquired lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.109631] env[69744]: DEBUG nova.network.neutron [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Refreshing network info cache for port 14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.324336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.509703] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311735, 'name': CreateVM_Task, 'duration_secs': 0.334801} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.509994] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.510761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.511049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.511457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.511791] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b4f0ff-d3d9-4822-b80d-e20f7df430d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.516725] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 887.516725] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202e513-10b8-fbc3-4872-00dfe9904de0" [ 887.516725] env[69744]: _type = "Task" [ 887.516725] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.525652] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202e513-10b8-fbc3-4872-00dfe9904de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.556205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.556398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.556885] env[69744]: DEBUG nova.network.neutron [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.970092] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.972962] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8005302c-15f0-4b2f-87b3-0a0e37ee2eb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.978645] env[69744]: DEBUG nova.network.neutron [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Updated VIF entry in instance network info cache for port 14da3ed0-46ea-43f0-bf9f-19049f8f8f53. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.978645] env[69744]: DEBUG nova.network.neutron [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Updating instance_info_cache with network_info: [{"id": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "address": "fa:16:3e:5b:98:e3", "network": {"id": "82ed60d4-36ab-442f-835e-642c23c5f0a0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-395262069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab31c9d9e274be692963eaf64bf7760", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14da3ed0-46", "ovs_interfaceid": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.983198] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 887.983198] env[69744]: value = "task-3311736" [ 887.983198] env[69744]: _type = "Task" [ 887.983198] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.998861] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.018765] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add54dd3-4ff7-45d2-a450-1898495b65bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.034902] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00553db-5727-4e6a-a156-fa883a83f58c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.038122] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202e513-10b8-fbc3-4872-00dfe9904de0, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.038441] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.038652] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.038887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.039055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.039215] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.039846] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-824efc91-9cc4-4969-bc39-df27d217b2df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.071724] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57cb6be-2e31-4d65-a6ae-e493c8eba134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.074281] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.074466] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.075429] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04df0c8-e597-4e40-b710-c174f3cda193 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.081996] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 888.081996] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6355f-27c5-814f-4640-6025418c00ac" [ 888.081996] env[69744]: _type = "Task" [ 888.081996] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.089066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ca174-4754-4130-9243-eb056b2f7864 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.098758] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6355f-27c5-814f-4640-6025418c00ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.107177] env[69744]: DEBUG nova.compute.provider_tree [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.108548] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93578b9a-335e-49fe-bbce-77cdf90aa238 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.119970] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 888.119970] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f78fb5-84d1-4213-01e0-823a1b9b4739" [ 888.119970] env[69744]: _type = "Task" [ 888.119970] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.128063] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f78fb5-84d1-4213-01e0-823a1b9b4739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.482079] env[69744]: DEBUG oslo_concurrency.lockutils [req-10f2d89e-feb1-4427-9abe-9abde3a34891 req-20fb2e3d-fcb8-4ab8-aba0-45353206e34f service nova] Releasing lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.493714] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311736, 'name': PowerOffVM_Task, 'duration_secs': 0.269405} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.493984] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.494331] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.494986] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546645b8-60cd-4ad3-80b7-9379b7a1202f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.503590] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.503817] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed99cfe9-38d3-4f6f-b3dc-cd21c3bab1a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.566165] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.566165] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.566165] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.566165] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-660de24b-31a7-41f3-b6f7-3122835b695b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.573101] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 888.573101] env[69744]: value = "task-3311738" [ 888.573101] env[69744]: _type = "Task" [ 888.573101] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.577721] env[69744]: DEBUG nova.network.neutron [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.584608] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.616536] env[69744]: DEBUG nova.scheduler.client.report [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.630041] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f78fb5-84d1-4213-01e0-823a1b9b4739, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.630828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.631094] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] cc9f2bb5-1b94-47bf-a291-5a1cb62261a9/cc9f2bb5-1b94-47bf-a291-5a1cb62261a9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.631361] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37dce55f-0794-4243-9ff5-845724ce3929 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.638790] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 888.638790] env[69744]: value = "task-3311739" [ 888.638790] env[69744]: _type = "Task" [ 888.638790] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.646873] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.080840] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.085774] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154836} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.086451] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.087057] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.088174] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.122016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.124573] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.914s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.128010] env[69744]: INFO nova.compute.claims [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.145756] env[69744]: INFO nova.scheduler.client.report [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleted allocations for instance fe6ce16f-ada2-4588-aca5-00de3ce94c08 [ 889.151184] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.154067] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] cc9f2bb5-1b94-47bf-a291-5a1cb62261a9/cc9f2bb5-1b94-47bf-a291-5a1cb62261a9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.154437] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.154945] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa207e0-87c6-4c8b-9ccf-e0735e885e26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.178135] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 889.178135] env[69744]: value = "task-3311740" [ 889.178135] env[69744]: _type = "Task" [ 889.178135] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.189087] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.657356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-90b0e566-04a3-474b-b888-66d497361c83 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "fe6ce16f-ada2-4588-aca5-00de3ce94c08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.127s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.689027] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08204} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.689027] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.689605] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2700ae78-d71e-45e8-a8e4-05d1a4366d63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.711333] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cc9f2bb5-1b94-47bf-a291-5a1cb62261a9/cc9f2bb5-1b94-47bf-a291-5a1cb62261a9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.712730] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4136c366-4656-4979-8436-3ecd41b2c547 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.735556] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 889.735556] env[69744]: value = "task-3311741" [ 889.735556] env[69744]: _type = "Task" [ 889.735556] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.744701] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.122259] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.122557] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.122751] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.122973] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.123148] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.123301] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.123503] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.123661] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.123824] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.123980] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.124166] env[69744]: DEBUG nova.virt.hardware [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.125283] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af95732f-4720-4308-82d6-e2f224a5415e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.133564] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b4f4cc-9385-4a36-b73a-a4eb9ae28605 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.153673] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:18:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85098417-470b-4099-b716-f09567a35c88', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.161694] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.164825] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.165289] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4fc984-48f8-43c3-92eb-8974429cada7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189262] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.189262] env[69744]: value = "task-3311742" [ 890.189262] env[69744]: _type = "Task" [ 890.189262] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.199513] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311742, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.229951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "5db72d34-978a-468d-81d8-f2efa761e50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.230320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.230647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.230899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.231094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.235190] env[69744]: INFO nova.compute.manager [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Terminating instance [ 890.249086] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311741, 'name': ReconfigVM_Task, 'duration_secs': 0.289982} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.251986] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cc9f2bb5-1b94-47bf-a291-5a1cb62261a9/cc9f2bb5-1b94-47bf-a291-5a1cb62261a9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.253187] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abd42396-61de-4021-9d67-7b7c2cd6342e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.261896] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 890.261896] env[69744]: value = "task-3311743" [ 890.261896] env[69744]: _type = "Task" [ 890.261896] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.275490] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311743, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.547238] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707e2337-6140-4920-9d06-8da596420e1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.555601] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575f00b-23d9-421d-adb2-57933dad986d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.585751] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c028013-7fe6-4da4-b655-0401ab23b107 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595235] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68845283-1aae-4f4e-a6cf-e7e1163896a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.613557] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375410ae-c82b-4f2a-9ce4-038a1f756657 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.616306] env[69744]: DEBUG nova.compute.provider_tree [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.636011] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.700709] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311742, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.744454] env[69744]: DEBUG nova.compute.manager [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.744754] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.745874] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9182f7-4d4a-4692-87e9-188e840a23e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.754710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.754985] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903a1108-c187-4e5a-914d-91ca490f68af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.761759] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 890.761759] env[69744]: value = "task-3311744" [ 890.761759] env[69744]: _type = "Task" [ 890.761759] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.774319] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311743, 'name': Rename_Task, 'duration_secs': 0.149752} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.777837] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.778179] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.778404] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa05e68e-5bd3-4a0b-82f1-9e2df75be6b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.784395] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 890.784395] env[69744]: value = "task-3311745" [ 890.784395] env[69744]: _type = "Task" [ 890.784395] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.792756] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.143113] env[69744]: DEBUG nova.scheduler.client.report [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.146030] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.146674] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a72d9a-8a2a-4cc5-a06d-7b2d4c8a6c04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.154933] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 891.154933] env[69744]: value = "task-3311746" [ 891.154933] env[69744]: _type = "Task" [ 891.154933] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.166174] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.201994] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311742, 'name': CreateVM_Task, 'duration_secs': 0.592717} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.203035] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.203163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.203292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.203691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.203981] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1405408a-443b-441a-9f65-eb563ed3f532 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.211206] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 891.211206] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235aa0c-0432-0685-ad0c-9f349a93a8f1" [ 891.211206] env[69744]: _type = "Task" [ 891.211206] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.221711] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235aa0c-0432-0685-ad0c-9f349a93a8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.272639] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311744, 'name': PowerOffVM_Task, 'duration_secs': 0.185093} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.272917] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.273099] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.273400] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d34cf31-ea6a-4f9f-b6b8-ccb42396ab43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.296300] env[69744]: DEBUG oslo_vmware.api [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311745, 'name': PowerOnVM_Task, 'duration_secs': 0.454938} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.296657] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.296887] env[69744]: INFO nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Took 6.97 seconds to spawn the instance on the hypervisor. [ 891.297102] env[69744]: DEBUG nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.298871] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0b3a2-0ffc-44f2-8a3a-b020f776ee25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.343500] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.343724] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.343907] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleting the datastore file [datastore1] 5db72d34-978a-468d-81d8-f2efa761e50a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.344289] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f918a637-2587-48d9-8f1d-7ab098fc4017 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.352044] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for the task: (returnval){ [ 891.352044] env[69744]: value = "task-3311748" [ 891.352044] env[69744]: _type = "Task" [ 891.352044] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.363970] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.647458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.648101] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.650952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.145s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.651176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.651420] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 891.651814] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.649s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.652090] env[69744]: DEBUG nova.objects.instance [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.657339] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82409a0c-5db7-4be8-97ee-1cd29adf44e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.675090] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e30a8-40b1-4634-b366-04c0112f2d49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.680020] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311746, 'name': PowerOffVM_Task, 'duration_secs': 0.207437} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.680020] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.680020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.694145] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecfc5b2-20e0-4ce5-9ac0-84c3a8a7c8a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.703517] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5dfae2-24ab-4c31-8868-57c7ceb7defd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.735065] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178651MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 891.735345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.745109] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235aa0c-0432-0685-ad0c-9f349a93a8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.745409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.745635] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.745867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.746026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.746254] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.746736] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae713823-96a7-43ac-b5ee-2c005912a97c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.756216] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.756415] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.757135] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747f256b-b979-4c58-90f9-4ff6d93b2f6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.762396] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 891.762396] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e2018-9e54-014d-2c1b-74dfd85d86dd" [ 891.762396] env[69744]: _type = "Task" [ 891.762396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.772664] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e2018-9e54-014d-2c1b-74dfd85d86dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.821791] env[69744]: INFO nova.compute.manager [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Took 52.04 seconds to build instance. [ 891.862984] env[69744]: DEBUG oslo_vmware.api [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Task: {'id': task-3311748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13072} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.863259] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.863441] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.863619] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.863791] env[69744]: INFO nova.compute.manager [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 891.864040] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.864270] env[69744]: DEBUG nova.compute.manager [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.864372] env[69744]: DEBUG nova.network.neutron [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.162791] env[69744]: DEBUG nova.compute.utils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.167845] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.167845] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.186368] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.186902] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.187154] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.187398] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.187604] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.187816] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.188100] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.188307] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.188507] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.188828] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.189074] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.195202] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab215f6d-afed-4a94-9e53-1a1ac608dd45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.219801] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 892.219801] env[69744]: value = "task-3311749" [ 892.219801] env[69744]: _type = "Task" [ 892.219801] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.229011] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.230934] env[69744]: DEBUG nova.policy [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.276185] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529e2018-9e54-014d-2c1b-74dfd85d86dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.279815] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5995c56e-8a2c-43e7-a026-99106848d5d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.286508] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 892.286508] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223b453-e697-0d43-dee5-182c8406f521" [ 892.286508] env[69744]: _type = "Task" [ 892.286508] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.296421] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223b453-e697-0d43-dee5-182c8406f521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.323735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28dffbe8-f7f6-49dd-ae0e-87247d5dcf03 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.646s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.379860] env[69744]: DEBUG nova.compute.manager [req-2dec8065-e0f3-445f-88c9-f3da7ed85828 req-9452bbd3-f5e6-46c4-8884-a074414c4601 service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Received event network-vif-deleted-f4d32ba1-587a-4517-93ae-437a55341590 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.380149] env[69744]: INFO nova.compute.manager [req-2dec8065-e0f3-445f-88c9-f3da7ed85828 req-9452bbd3-f5e6-46c4-8884-a074414c4601 service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Neutron deleted interface f4d32ba1-587a-4517-93ae-437a55341590; detaching it from the instance and deleting it from the info cache [ 892.380247] env[69744]: DEBUG nova.network.neutron [req-2dec8065-e0f3-445f-88c9-f3da7ed85828 req-9452bbd3-f5e6-46c4-8884-a074414c4601 service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.392645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.392645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.392812] env[69744]: INFO nova.compute.manager [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Rebooting instance [ 892.535137] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Successfully created port: d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.669660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-506197da-b7b5-4f6c-b113-6918c27d11fc tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.669660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.746s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.669660] env[69744]: DEBUG nova.objects.instance [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'resources' on Instance uuid dc7cb6fa-5635-49c1-bed1-bd78457025ed {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.674750] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.737684] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311749, 'name': ReconfigVM_Task, 'duration_secs': 0.361321} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.737770] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.769319] env[69744]: DEBUG nova.network.neutron [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.797964] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5223b453-e697-0d43-dee5-182c8406f521, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.798339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.798801] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.798987] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55dcf48-15d0-4a90-81fb-87d3a3aec6bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.807335] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 892.807335] env[69744]: value = "task-3311750" [ 892.807335] env[69744]: _type = "Task" [ 892.807335] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.815898] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.882709] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46a8f258-81e0-41f4-99fd-0afab2827e9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.893665] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deda718d-313c-4df1-ad21-ff6ff0a1b699 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.931108] env[69744]: DEBUG nova.compute.manager [req-2dec8065-e0f3-445f-88c9-f3da7ed85828 req-9452bbd3-f5e6-46c4-8884-a074414c4601 service nova] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Detach interface failed, port_id=f4d32ba1-587a-4517-93ae-437a55341590, reason: Instance 5db72d34-978a-468d-81d8-f2efa761e50a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.932403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.932574] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquired lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.932745] env[69744]: DEBUG nova.network.neutron [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.245916] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2d273fea-1047-424d-a9fb-78b6148e0380',id=41,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2078773720',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.246325] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.246399] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.246584] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.246737] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.246873] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.247093] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.247272] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.247480] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.247659] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.247843] env[69744]: DEBUG nova.virt.hardware [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.253460] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.254969] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-861a849c-6d6b-4fd0-b8c4-071cc4a5c247 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.271564] env[69744]: INFO nova.compute.manager [-] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Took 1.41 seconds to deallocate network for instance. [ 893.277685] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 893.277685] env[69744]: value = "task-3311751" [ 893.277685] env[69744]: _type = "Task" [ 893.277685] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.287909] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.322291] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475086} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.322696] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.322814] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.323080] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db16c236-76fb-4466-8011-673f21df4dc5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.331887] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 893.331887] env[69744]: value = "task-3311752" [ 893.331887] env[69744]: _type = "Task" [ 893.331887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.341033] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.595955] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca822b33-fdbf-4c92-9c1a-621b65725a53 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.603932] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ddae7c-dfb4-4b58-aa9c-8b01d8311130 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.634156] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc4600f-e094-4bc0-8eb1-cee912d0560a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.642273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c298ad-7987-448b-9561-2422f0e35783 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.657506] env[69744]: DEBUG nova.compute.provider_tree [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.691567] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.721066] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.721329] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.721488] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.721670] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.721822] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.721959] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.722183] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.722341] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.722512] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.722668] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.722836] env[69744]: DEBUG nova.virt.hardware [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.723724] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2991f-1e75-4e0f-8114-54424d08c52b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.734925] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d5cb9-bccf-4412-8353-6878a298aece {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.778262] env[69744]: DEBUG nova.network.neutron [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Updating instance_info_cache with network_info: [{"id": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "address": "fa:16:3e:5b:98:e3", "network": {"id": "82ed60d4-36ab-442f-835e-642c23c5f0a0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-395262069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab31c9d9e274be692963eaf64bf7760", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14da3ed0-46", "ovs_interfaceid": "14da3ed0-46ea-43f0-bf9f-19049f8f8f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.780235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.790337] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311751, 'name': ReconfigVM_Task, 'duration_secs': 0.181779} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.792662] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.792662] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb57a2f-759f-4dd3-a4f0-b01756e86179 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.820450] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.820450] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262c2183-9c90-4498-9265-3ec1a22ebda3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.840944] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070848} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.842265] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.842615] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 893.842615] env[69744]: value = "task-3311753" [ 893.842615] env[69744]: _type = "Task" [ 893.842615] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.843334] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907c058-5abb-41c1-a42f-a046bf35ed25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.854962] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.875265] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.875602] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d662881-dd69-46fd-9145-984ffce99094 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.897214] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 893.897214] env[69744]: value = "task-3311754" [ 893.897214] env[69744]: _type = "Task" [ 893.897214] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.906650] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.942520] env[69744]: DEBUG nova.compute.manager [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-plugged-d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.942822] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.943069] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.943127] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.943271] env[69744]: DEBUG nova.compute.manager [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] No waiting events found dispatching network-vif-plugged-d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.943419] env[69744]: WARNING nova.compute.manager [req-cf557fd3-fe17-4e2a-8c0f-9313f58320ac req-25f921a6-7c71-41a4-8eef-8f6b30ac380d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received unexpected event network-vif-plugged-d07bd054-7937-42ed-8931-24b05e4a1840 for instance with vm_state building and task_state spawning. [ 894.028351] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Successfully updated port: d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.161449] env[69744]: DEBUG nova.scheduler.client.report [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.283007] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Releasing lock "refresh_cache-cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.355734] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.407644] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311754, 'name': ReconfigVM_Task, 'duration_secs': 0.300713} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.407930] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Reconfigured VM instance instance-0000003a to attach disk [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7/effd5854-a2ab-471e-9e13-6252e6eb38c7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.408665] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad7c570c-63f9-4786-8672-9e6116d68408 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.415738] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 894.415738] env[69744]: value = "task-3311755" [ 894.415738] env[69744]: _type = "Task" [ 894.415738] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.425642] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311755, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.532250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.532447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.532608] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.667058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.669778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.082s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.673132] env[69744]: INFO nova.compute.claims [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.690250] env[69744]: INFO nova.scheduler.client.report [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted allocations for instance dc7cb6fa-5635-49c1-bed1-bd78457025ed [ 894.788118] env[69744]: DEBUG nova.compute.manager [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.789052] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33af2d3a-4602-49d6-ba57-125b5225e2b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.856357] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311753, 'name': ReconfigVM_Task, 'duration_secs': 0.814689} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.856638] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.856883] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.929822] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311755, 'name': Rename_Task, 'duration_secs': 0.145937} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.930184] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.930462] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bec58fb-1790-4fcb-9fb0-c78346bcb060 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.938038] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 894.938038] env[69744]: value = "task-3311756" [ 894.938038] env[69744]: _type = "Task" [ 894.938038] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.946157] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.064724] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.197745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-68b8f190-23f4-48ee-bbe3-f9b679aa6a35 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "dc7cb6fa-5635-49c1-bed1-bd78457025ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.478s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.204504] env[69744]: DEBUG nova.network.neutron [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.363412] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5177f-f29a-4416-b8b0-e9cbfadbd973 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.384755] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d6f67-87b0-4ab9-9434-2bd6dc8207dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.404273] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.447639] env[69744]: DEBUG oslo_vmware.api [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311756, 'name': PowerOnVM_Task, 'duration_secs': 0.485769} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.448810] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.449029] env[69744]: DEBUG nova.compute.manager [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.449824] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa678c-d410-4673-bd2d-1d6afe49c697 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.708719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.709245] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Instance network_info: |[{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.709847] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:2d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd07bd054-7937-42ed-8931-24b05e4a1840', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.717308] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.717536] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.717726] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fdf8e6-180f-4208-ae1e-24ffb448f66b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.741026] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.741026] env[69744]: value = "task-3311757" [ 895.741026] env[69744]: _type = "Task" [ 895.741026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.751733] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311757, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.805382] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26549f1c-2402-4a4e-8ddc-602eb218834f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.813864] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Doing hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 895.814149] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9ec76d7f-1348-46a2-93cf-e9e262136e37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.821817] env[69744]: DEBUG oslo_vmware.api [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 895.821817] env[69744]: value = "task-3311758" [ 895.821817] env[69744]: _type = "Task" [ 895.821817] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.834029] env[69744]: DEBUG oslo_vmware.api [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311758, 'name': ResetVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.954157] env[69744]: DEBUG nova.network.neutron [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Port 6770d66d-1e58-4e18-a724-3d4765bc8d0c binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 895.971604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.126559] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ada08d3-0c49-4a30-8321-b53f9411a985 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.135541] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e80b6-a508-4842-b46d-2aed7b7827be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.171724] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c7111-e3a6-4f64-a378-5c21f279a176 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.176477] env[69744]: DEBUG nova.compute.manager [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-changed-d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.176477] env[69744]: DEBUG nova.compute.manager [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing instance network info cache due to event network-changed-d07bd054-7937-42ed-8931-24b05e4a1840. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.176477] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.176716] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.176961] env[69744]: DEBUG nova.network.neutron [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing network info cache for port d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.184905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad980f3-721b-4591-9a0c-ec38d6322308 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.205790] env[69744]: DEBUG nova.compute.provider_tree [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.252853] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311757, 'name': CreateVM_Task, 'duration_secs': 0.414258} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.253012] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.254610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.255016] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86e71e6-9955-4efe-8c1a-9df87feb63ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.256538] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.256746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.256943] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.257135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.257300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.259320] env[69744]: INFO nova.compute.manager [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Terminating instance [ 896.262947] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 896.262947] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52464168-a6f3-787b-9783-a517b5becec6" [ 896.262947] env[69744]: _type = "Task" [ 896.262947] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.271837] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52464168-a6f3-787b-9783-a517b5becec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.332207] env[69744]: DEBUG oslo_vmware.api [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311758, 'name': ResetVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.712314] env[69744]: DEBUG nova.scheduler.client.report [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.764019] env[69744]: DEBUG nova.compute.manager [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.764272] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.765166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab62beb-8f98-45be-8308-0b753097cbeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.776953] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52464168-a6f3-787b-9783-a517b5becec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.780927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.781178] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.781414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.781554] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.781724] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.782015] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.782234] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc3bbb2-fdea-4ae8-ae47-1deb7d446b50 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.784090] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d37a38-6c5e-4fe4-bb19-91fb9887974f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.790963] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 896.790963] env[69744]: value = "task-3311759" [ 896.790963] env[69744]: _type = "Task" [ 896.790963] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.799275] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.799493] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.800928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.801171] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.802503] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40acd6ce-f731-445b-8434-e3e6310ae1b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.810322] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.814298] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 896.814298] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221b29d-ed90-dff0-a7b6-481600ea58f7" [ 896.814298] env[69744]: _type = "Task" [ 896.814298] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.825525] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221b29d-ed90-dff0-a7b6-481600ea58f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.834135] env[69744]: DEBUG oslo_vmware.api [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311758, 'name': ResetVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.904198] env[69744]: DEBUG nova.network.neutron [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updated VIF entry in instance network info cache for port d07bd054-7937-42ed-8931-24b05e4a1840. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.904591] env[69744]: DEBUG nova.network.neutron [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.978309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.978516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.978692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.219856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.220415] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.222968] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.551s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.224327] env[69744]: INFO nova.compute.claims [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.302143] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311759, 'name': PowerOffVM_Task, 'duration_secs': 0.206682} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.304629] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.304629] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.304629] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59daf49e-5e3f-4b55-8730-206cebec3207 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.312163] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.325015] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221b29d-ed90-dff0-a7b6-481600ea58f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.328937] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d558794f-e6aa-43b8-8add-ae6f70c9106a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.336840] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 897.336840] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52248bb9-42cf-232a-0485-0113698f8fb0" [ 897.336840] env[69744]: _type = "Task" [ 897.336840] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.340171] env[69744]: DEBUG oslo_vmware.api [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311758, 'name': ResetVM_Task, 'duration_secs': 1.100709} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.343363] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Did hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 897.343587] env[69744]: DEBUG nova.compute.manager [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.344382] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9313f75-554a-4b37-b926-cfaa001b0b74 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.358023] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52248bb9-42cf-232a-0485-0113698f8fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.359703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.360080] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 78a9438c-e1ea-4144-b356-257a9254bb85/78a9438c-e1ea-4144-b356-257a9254bb85.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.360834] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d096cf-9fd7-462a-b682-c208090582cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.371168] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.371423] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.371623] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore2] effd5854-a2ab-471e-9e13-6252e6eb38c7 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.372757] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26b757e-8adc-42a0-841e-8cf6d7ccd99f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.375041] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 897.375041] env[69744]: value = "task-3311761" [ 897.375041] env[69744]: _type = "Task" [ 897.375041] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.385031] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.386790] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 897.386790] env[69744]: value = "task-3311762" [ 897.386790] env[69744]: _type = "Task" [ 897.386790] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.396910] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.408882] env[69744]: DEBUG oslo_concurrency.lockutils [req-f1a753ec-6d50-4a94-a645-9a2c4778106d req-afe7b3f0-2ee6-41c2-80dd-42f09a76344d service nova] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.729354] env[69744]: DEBUG nova.compute.utils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.730839] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.731059] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.786437] env[69744]: DEBUG nova.policy [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ccf44ce13bc43eabb14a6076ce61cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa30edcadf5422f82c1cbac2670dd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.835284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.865177] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5a77cb09-32ad-4d60-9a53-8424e759b547 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.472s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.889248] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.899673] env[69744]: DEBUG oslo_vmware.api [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143806} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.899933] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.900129] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.900525] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.900525] env[69744]: INFO nova.compute.manager [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 897.900741] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.900937] env[69744]: DEBUG nova.compute.manager [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.901052] env[69744]: DEBUG nova.network.neutron [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.051501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.051686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.052094] env[69744]: DEBUG nova.network.neutron [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.077762] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Successfully created port: 07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.235792] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.352118] env[69744]: DEBUG nova.compute.manager [req-232e8355-f9d5-4eb1-9faf-532545456f98 req-06ae5334-bbd8-4b59-bc60-a7ab5d4173dc service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Received event network-vif-deleted-85098417-470b-4099-b716-f09567a35c88 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.352118] env[69744]: INFO nova.compute.manager [req-232e8355-f9d5-4eb1-9faf-532545456f98 req-06ae5334-bbd8-4b59-bc60-a7ab5d4173dc service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Neutron deleted interface 85098417-470b-4099-b716-f09567a35c88; detaching it from the instance and deleting it from the info cache [ 898.352118] env[69744]: DEBUG nova.network.neutron [req-232e8355-f9d5-4eb1-9faf-532545456f98 req-06ae5334-bbd8-4b59-bc60-a7ab5d4173dc service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.370939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.371226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.371457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.371639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.371806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.373814] env[69744]: INFO nova.compute.manager [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Terminating instance [ 898.392070] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52568} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.395280] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 78a9438c-e1ea-4144-b356-257a9254bb85/78a9438c-e1ea-4144-b356-257a9254bb85.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.395496] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.396131] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c94a52c-9b27-4cd4-8bab-45ce7e239ca1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.404750] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 898.404750] env[69744]: value = "task-3311763" [ 898.404750] env[69744]: _type = "Task" [ 898.404750] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.418361] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.682642] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becde332-bb21-44de-90ce-5f8419435e1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.690472] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161a2bf-1616-4d8d-bf11-c510cb5a5ce8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.724379] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e5b45e-c58a-4b8d-ab5b-22f8eeec7561 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.732262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810370ae-8008-49fb-b13f-55512957181b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.748796] env[69744]: DEBUG nova.compute.provider_tree [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.804623] env[69744]: DEBUG nova.network.neutron [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.819261] env[69744]: DEBUG nova.network.neutron [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.856145] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-575aa4c0-86f7-4282-82c4-4fd32ea3d8ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.867018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95154f33-5cf2-4265-b9cd-e71986eab048 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.881391] env[69744]: DEBUG nova.compute.manager [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.881609] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.882413] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b601d3b-e731-443d-b5c1-78cca0b14f4c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.889684] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.901255] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34822dac-a54e-4a11-932e-197925fd1134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.903082] env[69744]: DEBUG nova.compute.manager [req-232e8355-f9d5-4eb1-9faf-532545456f98 req-06ae5334-bbd8-4b59-bc60-a7ab5d4173dc service nova] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Detach interface failed, port_id=85098417-470b-4099-b716-f09567a35c88, reason: Instance effd5854-a2ab-471e-9e13-6252e6eb38c7 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.909713] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 898.909713] env[69744]: value = "task-3311764" [ 898.909713] env[69744]: _type = "Task" [ 898.909713] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.915623] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069147} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.916209] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.916928] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb5de5-9754-4535-9287-73d28d2f3dd7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.922034] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.942713] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 78a9438c-e1ea-4144-b356-257a9254bb85/78a9438c-e1ea-4144-b356-257a9254bb85.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.943028] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80b50b9-1852-4efd-8632-63b08a03fb2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.965082] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 898.965082] env[69744]: value = "task-3311765" [ 898.965082] env[69744]: _type = "Task" [ 898.965082] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.973881] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.253039] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.258042] env[69744]: DEBUG nova.scheduler.client.report [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.297138] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.297395] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.297553] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.297735] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.297878] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.300283] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.300535] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.300741] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.300923] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.301106] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.301285] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.302504] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d947e50b-a37b-4c8a-880e-c90a84008fb7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.307034] env[69744]: INFO nova.compute.manager [-] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Took 1.41 seconds to deallocate network for instance. [ 899.315709] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62046bd-ff42-4617-ad37-e80778a6a2b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.321752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.423363] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311764, 'name': PowerOffVM_Task, 'duration_secs': 0.263625} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.424544] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.424544] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.426823] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fd0c2b-00e5-4743-99c9-f9adec0bd894 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.478116] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311765, 'name': ReconfigVM_Task, 'duration_secs': 0.369483} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.478116] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 78a9438c-e1ea-4144-b356-257a9254bb85/78a9438c-e1ea-4144-b356-257a9254bb85.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.478116] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4b1cf4e-5e52-40e5-9f88-89c5c9649486 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.487196] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 899.487196] env[69744]: value = "task-3311767" [ 899.487196] env[69744]: _type = "Task" [ 899.487196] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.493751] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.493985] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.494199] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Deleting the datastore file [datastore2] cc9f2bb5-1b94-47bf-a291-5a1cb62261a9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.497815] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7362e8d-9b85-45d9-ad5e-55aabe8287da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.500298] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311767, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.507091] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for the task: (returnval){ [ 899.507091] env[69744]: value = "task-3311768" [ 899.507091] env[69744]: _type = "Task" [ 899.507091] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.516427] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.587646] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Successfully updated port: 07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.694857] env[69744]: DEBUG nova.compute.manager [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Received event network-vif-plugged-07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.695102] env[69744]: DEBUG oslo_concurrency.lockutils [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] Acquiring lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.695313] env[69744]: DEBUG oslo_concurrency.lockutils [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.695490] env[69744]: DEBUG oslo_concurrency.lockutils [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.695660] env[69744]: DEBUG nova.compute.manager [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] No waiting events found dispatching network-vif-plugged-07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.695822] env[69744]: WARNING nova.compute.manager [req-a2485aa3-c953-495f-92ff-627d8de8aab5 req-a2e2f1c0-a0d0-4b67-b126-0bb218c50430 service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Received unexpected event network-vif-plugged-07ea609a-21fd-4533-98f2-8abe0432dcba for instance with vm_state building and task_state spawning. [ 899.769104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.769729] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.773013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.596s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.773313] env[69744]: DEBUG nova.objects.instance [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lazy-loading 'resources' on Instance uuid c0297808-c5d6-4786-b514-20c599a4c597 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.815999] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.856041] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21c110-62f2-430b-81bd-20aa152b1a10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9255d5c-e504-4af3-9aea-2c5e76e3ea2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.884148] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.995614] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311767, 'name': Rename_Task, 'duration_secs': 0.153583} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.995876] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.996168] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd0f1cd-4dbe-4715-98aa-49ac988a8e82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.002584] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 900.002584] env[69744]: value = "task-3311769" [ 900.002584] env[69744]: _type = "Task" [ 900.002584] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.011254] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.020452] env[69744]: DEBUG oslo_vmware.api [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Task: {'id': task-3311768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148557} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.020695] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.020899] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.021208] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.021285] env[69744]: INFO nova.compute.manager [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 900.021474] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.021658] env[69744]: DEBUG nova.compute.manager [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.021751] env[69744]: DEBUG nova.network.neutron [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.090635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.090777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.090916] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.279760] env[69744]: DEBUG nova.compute.utils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.281270] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.281439] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.323173] env[69744]: DEBUG nova.policy [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ccf44ce13bc43eabb14a6076ce61cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa30edcadf5422f82c1cbac2670dd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.390357] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.391068] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3614c128-0f98-4b45-8ccb-4ada902019e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.402419] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 900.402419] env[69744]: value = "task-3311770" [ 900.402419] env[69744]: _type = "Task" [ 900.402419] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.415824] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.515153] env[69744]: DEBUG oslo_vmware.api [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3311769, 'name': PowerOnVM_Task, 'duration_secs': 0.463168} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.517915] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.518234] env[69744]: INFO nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Took 6.83 seconds to spawn the instance on the hypervisor. [ 900.518414] env[69744]: DEBUG nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.519413] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77acb6a6-adaf-4888-a248-db2c6ff3217f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.592447] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Successfully created port: a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.655508] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.739465] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64520518-5b0f-48ed-b620-5bc77935965f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.750107] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5beca5-f228-43b3-9f1e-1060ad03dbd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.780578] env[69744]: DEBUG nova.network.neutron [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.789305] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693f392c-6cb1-41e5-9a02-eec7976c0ecd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.793200] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.804934] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747fc62-b869-46aa-aad1-3d7e49e3502f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.826912] env[69744]: DEBUG nova.compute.provider_tree [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.914424] env[69744]: DEBUG oslo_vmware.api [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311770, 'name': PowerOnVM_Task, 'duration_secs': 0.504332} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.914710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.914891] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c784613a-9889-489f-bd2c-290a18ed5e82 tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance 'f289fdaf-4399-44ab-95d8-3129ea198de1' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.919609] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Updating instance_info_cache with network_info: [{"id": "07ea609a-21fd-4533-98f2-8abe0432dcba", "address": "fa:16:3e:59:ab:37", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ea609a-21", "ovs_interfaceid": "07ea609a-21fd-4533-98f2-8abe0432dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.039950] env[69744]: INFO nova.compute.manager [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Took 58.85 seconds to build instance. [ 901.286728] env[69744]: INFO nova.compute.manager [-] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Took 1.26 seconds to deallocate network for instance. [ 901.331575] env[69744]: DEBUG nova.scheduler.client.report [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.424512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.424886] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Instance network_info: |[{"id": "07ea609a-21fd-4533-98f2-8abe0432dcba", "address": "fa:16:3e:59:ab:37", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ea609a-21", "ovs_interfaceid": "07ea609a-21fd-4533-98f2-8abe0432dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.425353] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ab:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07ea609a-21fd-4533-98f2-8abe0432dcba', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.434987] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.435605] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.435877] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-444435e4-03af-4e6d-9419-83512be94924 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.459437] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.459437] env[69744]: value = "task-3311771" [ 901.459437] env[69744]: _type = "Task" [ 901.459437] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.469118] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311771, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.543174] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6f20411f-bc64-40b6-b192-de76a058e0e0 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.279s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.727964] env[69744]: DEBUG nova.compute.manager [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Received event network-changed-07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.728230] env[69744]: DEBUG nova.compute.manager [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Refreshing instance network info cache due to event network-changed-07ea609a-21fd-4533-98f2-8abe0432dcba. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.728449] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] Acquiring lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.728596] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] Acquired lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.728755] env[69744]: DEBUG nova.network.neutron [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Refreshing network info cache for port 07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.793681] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.802595] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.835552] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.835890] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.836211] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.836462] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.836629] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.836820] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.837060] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.837271] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.837493] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.837684] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.837861] env[69744]: DEBUG nova.virt.hardware [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.838790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.841525] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a239b3d-710b-4bad-ab28-06082a24baef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.844828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.483s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.846447] env[69744]: INFO nova.compute.claims [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.857024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1594cd-964f-4c63-9543-bce90490d8e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.881086] env[69744]: INFO nova.scheduler.client.report [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Deleted allocations for instance c0297808-c5d6-4786-b514-20c599a4c597 [ 901.971049] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311771, 'name': CreateVM_Task, 'duration_secs': 0.44478} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.971249] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.971973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.972154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.972472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.973099] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad83d2b8-bd4c-4f48-8fc3-b316af080704 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.979200] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 901.979200] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523f1055-7d47-2d7f-1e52-4ddbdb9acbd6" [ 901.979200] env[69744]: _type = "Task" [ 901.979200] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.995937] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523f1055-7d47-2d7f-1e52-4ddbdb9acbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.996864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.997099] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.997355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.998368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.998368] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.998368] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c276f29c-9f67-4a57-8b39-fdca28324522 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.008926] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.009124] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.009896] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf5caab-563c-481c-93f6-6d4702ae71e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.017371] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 902.017371] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d6ca86-7b5f-0ba7-3e78-659885247ab9" [ 902.017371] env[69744]: _type = "Task" [ 902.017371] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.026780] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d6ca86-7b5f-0ba7-3e78-659885247ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.142279] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Successfully updated port: a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.393158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca0422bb-2038-45de-8d69-e609260d6e29 tempest-ServersListShow2100Test-218318036 tempest-ServersListShow2100Test-218318036-project-member] Lock "c0297808-c5d6-4786-b514-20c599a4c597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.474s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.489583] env[69744]: DEBUG nova.compute.manager [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-changed-d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.489850] env[69744]: DEBUG nova.compute.manager [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing instance network info cache due to event network-changed-d07bd054-7937-42ed-8931-24b05e4a1840. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.490123] env[69744]: DEBUG oslo_concurrency.lockutils [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.490270] env[69744]: DEBUG oslo_concurrency.lockutils [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.490475] env[69744]: DEBUG nova.network.neutron [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing network info cache for port d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.507984] env[69744]: DEBUG nova.network.neutron [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Updated VIF entry in instance network info cache for port 07ea609a-21fd-4533-98f2-8abe0432dcba. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.510455] env[69744]: DEBUG nova.network.neutron [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Updating instance_info_cache with network_info: [{"id": "07ea609a-21fd-4533-98f2-8abe0432dcba", "address": "fa:16:3e:59:ab:37", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ea609a-21", "ovs_interfaceid": "07ea609a-21fd-4533-98f2-8abe0432dcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.534271] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d6ca86-7b5f-0ba7-3e78-659885247ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.535302] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f17917-021d-42d0-8a28-78ee75931b74 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.545170] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 902.545170] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52615bf4-8d6a-f607-0784-8caca91df815" [ 902.545170] env[69744]: _type = "Task" [ 902.545170] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.551626] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52615bf4-8d6a-f607-0784-8caca91df815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.644998] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645234] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645437] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.012015] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] Releasing lock "refresh_cache-e21e3e1d-0767-4f89-a667-a7e7c0b0f838" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.012710] env[69744]: DEBUG nova.compute.manager [req-d5ddd455-3d5f-4b03-aff8-21f6dcd7c9b7 req-7727f1d7-b84a-457c-8c0a-cbcb1b1c743a service nova] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Received event network-vif-deleted-14da3ed0-46ea-43f0-bf9f-19049f8f8f53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.056626] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52615bf4-8d6a-f607-0784-8caca91df815, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.057358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.057358] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e21e3e1d-0767-4f89-a667-a7e7c0b0f838/e21e3e1d-0767-4f89-a667-a7e7c0b0f838.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.057700] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3a5dce-c7d1-4652-a717-86ee31d16649 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.066928] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 903.066928] env[69744]: value = "task-3311772" [ 903.066928] env[69744]: _type = "Task" [ 903.066928] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.075582] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.212084] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.274275] env[69744]: DEBUG nova.network.neutron [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updated VIF entry in instance network info cache for port d07bd054-7937-42ed-8931-24b05e4a1840. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.274643] env[69744]: DEBUG nova.network.neutron [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.377989] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7605ca-49dd-46bc-852b-9833ba153088 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.388498] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c637e-0edd-47bf-88fb-5d6001a516bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.430934] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0662c642-ad31-4a86-9a64-ad801f219128 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.443117] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab024905-3972-4425-9105-1186222e21bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.459553] env[69744]: DEBUG nova.compute.provider_tree [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.505983] env[69744]: DEBUG nova.network.neutron [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Updating instance_info_cache with network_info: [{"id": "a4d9af3a-2de6-4374-acb7-46158426455b", "address": "fa:16:3e:be:21:4b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9af3a-2d", "ovs_interfaceid": "a4d9af3a-2de6-4374-acb7-46158426455b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.577360] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473063} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.577611] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e21e3e1d-0767-4f89-a667-a7e7c0b0f838/e21e3e1d-0767-4f89-a667-a7e7c0b0f838.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.577849] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.578074] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09777091-910c-4de7-a026-326dc017f069 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.584132] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 903.584132] env[69744]: value = "task-3311773" [ 903.584132] env[69744]: _type = "Task" [ 903.584132] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.592270] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.783167] env[69744]: DEBUG oslo_concurrency.lockutils [req-a507f508-1320-47a1-8d5c-93ed24646160 req-4242e61e-7d21-4b7b-918c-865468bcf969 service nova] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.820455] env[69744]: DEBUG nova.compute.manager [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Received event network-vif-plugged-a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.820683] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Acquiring lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.820915] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.821060] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.821232] env[69744]: DEBUG nova.compute.manager [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] No waiting events found dispatching network-vif-plugged-a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.821399] env[69744]: WARNING nova.compute.manager [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Received unexpected event network-vif-plugged-a4d9af3a-2de6-4374-acb7-46158426455b for instance with vm_state building and task_state spawning. [ 903.821608] env[69744]: DEBUG nova.compute.manager [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Received event network-changed-a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.821871] env[69744]: DEBUG nova.compute.manager [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Refreshing instance network info cache due to event network-changed-a4d9af3a-2de6-4374-acb7-46158426455b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.821941] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Acquiring lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.866540] env[69744]: DEBUG nova.network.neutron [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Port 6770d66d-1e58-4e18-a724-3d4765bc8d0c binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.866799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.866947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.867126] env[69744]: DEBUG nova.network.neutron [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.962746] env[69744]: DEBUG nova.scheduler.client.report [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.008689] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.009030] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Instance network_info: |[{"id": "a4d9af3a-2de6-4374-acb7-46158426455b", "address": "fa:16:3e:be:21:4b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9af3a-2d", "ovs_interfaceid": "a4d9af3a-2de6-4374-acb7-46158426455b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.009401] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Acquired lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.009580] env[69744]: DEBUG nova.network.neutron [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Refreshing network info cache for port a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.011118] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:21:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4d9af3a-2de6-4374-acb7-46158426455b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.018534] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.021800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.022296] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230a9253-2477-43c0-8163-d55a49c0cb3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.042645] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.042645] env[69744]: value = "task-3311774" [ 904.042645] env[69744]: _type = "Task" [ 904.042645] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.050363] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311774, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.093626] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064133} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.093894] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.094674] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bada89cc-86cb-49e7-b289-12919e6338df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.117997] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e21e3e1d-0767-4f89-a667-a7e7c0b0f838/e21e3e1d-0767-4f89-a667-a7e7c0b0f838.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.120698] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bb5900-bba0-4e25-a6be-6d738072c83e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.141424] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 904.141424] env[69744]: value = "task-3311775" [ 904.141424] env[69744]: _type = "Task" [ 904.141424] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.150017] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.311142] env[69744]: DEBUG nova.network.neutron [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Updated VIF entry in instance network info cache for port a4d9af3a-2de6-4374-acb7-46158426455b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.311496] env[69744]: DEBUG nova.network.neutron [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Updating instance_info_cache with network_info: [{"id": "a4d9af3a-2de6-4374-acb7-46158426455b", "address": "fa:16:3e:be:21:4b", "network": {"id": "0c9e6bcc-7a69-40f4-950a-3dfeab3a6182", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-447551156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa30edcadf5422f82c1cbac2670dd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9af3a-2d", "ovs_interfaceid": "a4d9af3a-2de6-4374-acb7-46158426455b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.468808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.469316] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.471998] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.799s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.472100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.474057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.208s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.475479] env[69744]: INFO nova.compute.claims [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.509309] env[69744]: INFO nova.scheduler.client.report [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted allocations for instance f1b8f182-2520-4ff2-9b83-044cc12c084e [ 904.553986] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311774, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.656393] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.659861] env[69744]: DEBUG nova.network.neutron [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.813927] env[69744]: DEBUG oslo_concurrency.lockutils [req-ba5ac41c-e7a7-46ac-ac70-e5a5f944d15a req-dddbc059-8754-4582-a022-2fc4183c1b44 service nova] Releasing lock "refresh_cache-e8ca1c97-7d38-49e2-baaf-8535d362b855" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.983253] env[69744]: DEBUG nova.compute.utils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.985078] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.985472] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.024719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-df53d47c-612f-4d51-a0f1-8f1b5bd9f5b5 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "f1b8f182-2520-4ff2-9b83-044cc12c084e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.022s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.052714] env[69744]: DEBUG nova.policy [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c2c79a8a91492a8fe5e99272910b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0fabf31d65a43b5ba0313fab6de9d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.060557] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311774, 'name': CreateVM_Task, 'duration_secs': 0.752302} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.060768] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.061357] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.061520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.061828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.062160] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10654aaa-64b6-429d-a44e-bbf77ae3867d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067387] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 905.067387] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52caa58e-0690-de43-74f1-e61639393e7d" [ 905.067387] env[69744]: _type = "Task" [ 905.067387] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.076183] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52caa58e-0690-de43-74f1-e61639393e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.153192] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.163100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.374674] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Successfully created port: 01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.491822] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.579104] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52caa58e-0690-de43-74f1-e61639393e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.579104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.579337] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.579675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.580569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.580797] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.584063] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c30c8d99-9ea7-4a04-81b2-75dc35383dbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.596133] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.596377] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.597758] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3777c87-0eee-421d-b822-791d845f77c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.606466] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 905.606466] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca69e5-47b3-43be-2cbb-59f0c1cc6f6c" [ 905.606466] env[69744]: _type = "Task" [ 905.606466] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.614538] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca69e5-47b3-43be-2cbb-59f0c1cc6f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.654796] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311775, 'name': ReconfigVM_Task, 'duration_secs': 1.038275} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.654932] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e21e3e1d-0767-4f89-a667-a7e7c0b0f838/e21e3e1d-0767-4f89-a667-a7e7c0b0f838.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.656131] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73be7cd8-51f2-4bfa-a15a-7d166fc15a20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.662591] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 905.662591] env[69744]: value = "task-3311776" [ 905.662591] env[69744]: _type = "Task" [ 905.662591] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.668906] env[69744]: DEBUG nova.compute.manager [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69744) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 905.669155] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.675408] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311776, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.976957] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c81c7-b69f-4e2f-99af-f27c2eba7898 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.986300] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb3fd3-7a87-402b-88d5-d0f050411107 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.028017] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eec3c63-3017-4e43-9453-378031cf1b4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.037231] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6d4a7-e67b-4541-a016-0b08adaaa03a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.055089] env[69744]: DEBUG nova.compute.provider_tree [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.115828] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca69e5-47b3-43be-2cbb-59f0c1cc6f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.032902} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.116712] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4db942d-e028-4df5-8697-48b645ee5600 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.122498] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 906.122498] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e5d08-34ac-f4d9-f2a2-e035c6cfe7c4" [ 906.122498] env[69744]: _type = "Task" [ 906.122498] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.130822] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e5d08-34ac-f4d9-f2a2-e035c6cfe7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.174902] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311776, 'name': Rename_Task, 'duration_secs': 0.346827} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.175568] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.175568] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-382a5507-f79f-452c-a857-39025fe3adf8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.182745] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 906.182745] env[69744]: value = "task-3311777" [ 906.182745] env[69744]: _type = "Task" [ 906.182745] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.194035] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.529654] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.555269] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.555603] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.555813] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.556083] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.556271] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.556431] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.557027] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.557027] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.557209] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.557249] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.557553] env[69744]: DEBUG nova.virt.hardware [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.558364] env[69744]: DEBUG nova.scheduler.client.report [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.562603] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c16e5-40f0-4b04-b776-3550663daf9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.572313] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ffdc9-39b0-48c1-b170-9f167dedb780 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.632536] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e5d08-34ac-f4d9-f2a2-e035c6cfe7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.632883] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.633169] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e8ca1c97-7d38-49e2-baaf-8535d362b855/e8ca1c97-7d38-49e2-baaf-8535d362b855.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.633438] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03cf28f6-2286-44f4-8c29-92863f203f45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.640294] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 906.640294] env[69744]: value = "task-3311778" [ 906.640294] env[69744]: _type = "Task" [ 906.640294] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.649744] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.696752] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311777, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.069854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.069854] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.071933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.091s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.072336] env[69744]: DEBUG nova.objects.instance [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lazy-loading 'resources' on Instance uuid 7ecd7ac5-c934-42c0-80d3-684a4e5544bd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.154783] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.167266] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Successfully updated port: 01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.202265] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311777, 'name': PowerOnVM_Task, 'duration_secs': 0.579762} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.204773] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.204773] env[69744]: INFO nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Took 7.95 seconds to spawn the instance on the hypervisor. [ 907.204773] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.204773] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6f85c-4fb7-4de3-9915-78be25dbfe79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.247882] env[69744]: DEBUG nova.compute.manager [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Received event network-vif-plugged-01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.247882] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] Acquiring lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.247882] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.247882] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.247882] env[69744]: DEBUG nova.compute.manager [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] No waiting events found dispatching network-vif-plugged-01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.247882] env[69744]: WARNING nova.compute.manager [req-3b0dcd5e-27a2-475a-8351-8f1d45e0075f req-9d9758ed-4c1a-4180-ab4f-05e08509f230 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Received unexpected event network-vif-plugged-01264f12-e841-4f3a-bcad-b7e525293dd6 for instance with vm_state building and task_state spawning. [ 907.325416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "3d6514b1-c701-4c38-9a35-0a1866562f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.325646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.580555] env[69744]: DEBUG nova.compute.utils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.587102] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.587102] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.627309] env[69744]: DEBUG nova.policy [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ea0c1d4bf48b0a00a299292b9fd37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e319cb6dd7a0455ab2e97014c2a3b679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.656367] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577726} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.656858] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e8ca1c97-7d38-49e2-baaf-8535d362b855/e8ca1c97-7d38-49e2-baaf-8535d362b855.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.657230] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.657617] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-367f67ec-7ec2-43c0-9e99-f1d944f1c638 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.665808] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 907.665808] env[69744]: value = "task-3311779" [ 907.665808] env[69744]: _type = "Task" [ 907.665808] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.670645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.670739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.670898] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.679094] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.705946] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.706280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.728597] env[69744]: INFO nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Took 50.17 seconds to build instance. [ 907.828025] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.948460] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Successfully created port: ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.028850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bbebb0-2c19-4bf1-9cc5-246294e1e239 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.037148] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc82dc7-f17f-4b8e-9fab-7c6bab2b7ee9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.067260] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13035334-3d1f-4f32-b93f-6ed42b22e8ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.074869] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33f6788-9f18-41bc-85a7-c0fdbfa095c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.088772] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.091470] env[69744]: DEBUG nova.compute.provider_tree [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.176601] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071047} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.176890] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.177727] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff8377-f7b2-4920-94de-2892a068268f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.206563] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] e8ca1c97-7d38-49e2-baaf-8535d362b855/e8ca1c97-7d38-49e2-baaf-8535d362b855.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.206948] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6490d1cf-dcc6-4c4a-b523-d02603f523e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.223724] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.232050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.281s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.232367] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 908.232367] env[69744]: value = "task-3311780" [ 908.232367] env[69744]: _type = "Task" [ 908.232367] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.244933] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.362481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.393817] env[69744]: DEBUG nova.network.neutron [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Updating instance_info_cache with network_info: [{"id": "01264f12-e841-4f3a-bcad-b7e525293dd6", "address": "fa:16:3e:aa:06:d2", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01264f12-e8", "ovs_interfaceid": "01264f12-e841-4f3a-bcad-b7e525293dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.597796] env[69744]: DEBUG nova.scheduler.client.report [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.738420] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.746285] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311780, 'name': ReconfigVM_Task, 'duration_secs': 0.384106} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.746526] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Reconfigured VM instance instance-0000003e to attach disk [datastore1] e8ca1c97-7d38-49e2-baaf-8535d362b855/e8ca1c97-7d38-49e2-baaf-8535d362b855.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.747124] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92de51c5-56cd-4ef8-abf2-e4216a00e16b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.753921] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 908.753921] env[69744]: value = "task-3311781" [ 908.753921] env[69744]: _type = "Task" [ 908.753921] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.761415] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311781, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.896543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.896886] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Instance network_info: |[{"id": "01264f12-e841-4f3a-bcad-b7e525293dd6", "address": "fa:16:3e:aa:06:d2", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01264f12-e8", "ovs_interfaceid": "01264f12-e841-4f3a-bcad-b7e525293dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.897486] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:06:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01264f12-e841-4f3a-bcad-b7e525293dd6', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.905137] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.905718] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.905898] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a0776a-05fb-4b35-8a1c-b9bdeddffff5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.925424] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.925424] env[69744]: value = "task-3311782" [ 908.925424] env[69744]: _type = "Task" [ 908.925424] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.936977] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311782, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.103535] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.106286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.108452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.658s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.108664] env[69744]: DEBUG nova.objects.instance [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lazy-loading 'resources' on Instance uuid 715ead8f-947c-47a4-9ff3-fbe27331d9d6 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.126556] env[69744]: INFO nova.scheduler.client.report [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Deleted allocations for instance 7ecd7ac5-c934-42c0-80d3-684a4e5544bd [ 909.133192] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.133576] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.133720] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.133946] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.134142] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.134337] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.134592] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.134834] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.135006] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.135184] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.135358] env[69744]: DEBUG nova.virt.hardware [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.136498] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fffb3f-fbde-4c9f-81fa-1f778dc5deeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.144638] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb222cc-d0b7-4f55-a36d-0b12d046d01a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.260129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.265789] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311781, 'name': Rename_Task, 'duration_secs': 0.140704} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.266069] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.266321] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad15d048-f2aa-40e7-b0bd-1c2311a51482 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.273854] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 909.273854] env[69744]: value = "task-3311783" [ 909.273854] env[69744]: _type = "Task" [ 909.273854] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.276281] env[69744]: DEBUG nova.compute.manager [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Received event network-changed-01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.276464] env[69744]: DEBUG nova.compute.manager [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Refreshing instance network info cache due to event network-changed-01264f12-e841-4f3a-bcad-b7e525293dd6. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.276717] env[69744]: DEBUG oslo_concurrency.lockutils [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] Acquiring lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276804] env[69744]: DEBUG oslo_concurrency.lockutils [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] Acquired lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.276971] env[69744]: DEBUG nova.network.neutron [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Refreshing network info cache for port 01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.288384] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.439508] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311782, 'name': CreateVM_Task, 'duration_secs': 0.452156} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.439761] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.440696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.440961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.441434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.441797] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4907c8d-e68a-4cda-8247-25dda65bf86d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.447684] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 909.447684] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52055d22-bd8c-6e67-4f99-6e7719f6614b" [ 909.447684] env[69744]: _type = "Task" [ 909.447684] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.459116] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52055d22-bd8c-6e67-4f99-6e7719f6614b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.634920] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40d2d908-663a-49e4-b1b1-18d8b0d9b7d6 tempest-ServerAddressesNegativeTestJSON-992497393 tempest-ServerAddressesNegativeTestJSON-992497393-project-member] Lock "7ecd7ac5-c934-42c0-80d3-684a4e5544bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.031s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.787897] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.941970] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Successfully updated port: ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.971658] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52055d22-bd8c-6e67-4f99-6e7719f6614b, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.972248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.972619] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.974031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.974031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.974031] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.974031] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5125028f-a6e1-40b6-a266-66ff70777b75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.987022] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.987233] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.988148] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d725c751-a8da-4e85-84e7-da3a014679c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.993981] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 909.993981] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525808ff-08e4-7aa1-abfe-c2c5faacfe9d" [ 909.993981] env[69744]: _type = "Task" [ 909.993981] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.008811] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525808ff-08e4-7aa1-abfe-c2c5faacfe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.100862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b48f7d2-5cee-4fa2-bf4f-cd0c6b7bf20c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.108340] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62800681-2290-4fd2-b16c-de538d4350b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.146082] env[69744]: DEBUG nova.network.neutron [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Updated VIF entry in instance network info cache for port 01264f12-e841-4f3a-bcad-b7e525293dd6. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.146465] env[69744]: DEBUG nova.network.neutron [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Updating instance_info_cache with network_info: [{"id": "01264f12-e841-4f3a-bcad-b7e525293dd6", "address": "fa:16:3e:aa:06:d2", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01264f12-e8", "ovs_interfaceid": "01264f12-e841-4f3a-bcad-b7e525293dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.148315] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7cfd0f-25b2-44dd-b1f2-68ee84bae7e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.156839] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ba01d-e1d7-4223-8ccc-85e5289ca2b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.174500] env[69744]: DEBUG nova.compute.provider_tree [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.285526] env[69744]: DEBUG oslo_vmware.api [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311783, 'name': PowerOnVM_Task, 'duration_secs': 0.850887} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.285781] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.286024] env[69744]: INFO nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Took 8.48 seconds to spawn the instance on the hypervisor. [ 910.286184] env[69744]: DEBUG nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.286991] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0dc1e4-364a-4798-8816-29aaf5f0f37e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.443709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.443872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.444043] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.505013] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525808ff-08e4-7aa1-abfe-c2c5faacfe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.028028} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.506113] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06ecb13-cad7-4c7c-a509-01445417fab7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.512659] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 910.512659] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e9a54-a52a-0256-0925-641c7a6c608b" [ 910.512659] env[69744]: _type = "Task" [ 910.512659] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.520932] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e9a54-a52a-0256-0925-641c7a6c608b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.652296] env[69744]: DEBUG oslo_concurrency.lockutils [req-7dcbba78-851e-46f3-88e2-9567bdfba6e4 req-4ead38dd-13a7-4f35-898f-4a0e7f514298 service nova] Releasing lock "refresh_cache-0cd70993-01ad-4d67-a0d7-dab0771e01cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.680381] env[69744]: DEBUG nova.scheduler.client.report [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.803679] env[69744]: INFO nova.compute.manager [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Took 53.15 seconds to build instance. [ 910.981140] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.025551] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524e9a54-a52a-0256-0925-641c7a6c608b, 'name': SearchDatastore_Task, 'duration_secs': 0.037714} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.025816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.026190] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0cd70993-01ad-4d67-a0d7-dab0771e01cd/0cd70993-01ad-4d67-a0d7-dab0771e01cd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.026456] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e752daa5-1cd7-4dd6-8200-7d44f085fc2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.033775] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 911.033775] env[69744]: value = "task-3311784" [ 911.033775] env[69744]: _type = "Task" [ 911.033775] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.041139] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.120656] env[69744]: DEBUG nova.network.neutron [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Updating instance_info_cache with network_info: [{"id": "ef7e603c-6630-4689-9e97-097c9b4faa30", "address": "fa:16:3e:db:81:f2", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e603c-66", "ovs_interfaceid": "ef7e603c-6630-4689-9e97-097c9b4faa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.187162] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.191682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.492s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.195678] env[69744]: INFO nova.compute.claims [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.241948] env[69744]: INFO nova.scheduler.client.report [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Deleted allocations for instance 715ead8f-947c-47a4-9ff3-fbe27331d9d6 [ 911.306063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3c9add0e-543a-4e8d-b471-2993e437fa2b tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.329s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.529598] env[69744]: DEBUG nova.compute.manager [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Received event network-vif-plugged-ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.530029] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Acquiring lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.530029] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.530455] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.530455] env[69744]: DEBUG nova.compute.manager [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] No waiting events found dispatching network-vif-plugged-ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.530594] env[69744]: WARNING nova.compute.manager [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Received unexpected event network-vif-plugged-ef7e603c-6630-4689-9e97-097c9b4faa30 for instance with vm_state building and task_state spawning. [ 911.530635] env[69744]: DEBUG nova.compute.manager [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Received event network-changed-ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.530961] env[69744]: DEBUG nova.compute.manager [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Refreshing instance network info cache due to event network-changed-ef7e603c-6630-4689-9e97-097c9b4faa30. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.530961] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Acquiring lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.542371] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486482} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.543592] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0cd70993-01ad-4d67-a0d7-dab0771e01cd/0cd70993-01ad-4d67-a0d7-dab0771e01cd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.543592] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.543592] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c95a67c-a724-4481-bddc-503783c29bfb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.548784] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 911.548784] env[69744]: value = "task-3311785" [ 911.548784] env[69744]: _type = "Task" [ 911.548784] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.556009] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.627010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.627348] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Instance network_info: |[{"id": "ef7e603c-6630-4689-9e97-097c9b4faa30", "address": "fa:16:3e:db:81:f2", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e603c-66", "ovs_interfaceid": "ef7e603c-6630-4689-9e97-097c9b4faa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.627641] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Acquired lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.627815] env[69744]: DEBUG nova.network.neutron [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Refreshing network info cache for port ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.629068] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:81:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7e603c-6630-4689-9e97-097c9b4faa30', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.636607] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.639790] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.640282] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd41c4d6-04aa-4130-ae86-4b9aa67450a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.660232] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.660232] env[69744]: value = "task-3311786" [ 911.660232] env[69744]: _type = "Task" [ 911.660232] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.668189] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311786, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.749625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-503983da-50e9-4889-b0dc-a0219b3fd5f9 tempest-FloatingIPsAssociationTestJSON-1928267962 tempest-FloatingIPsAssociationTestJSON-1928267962-project-member] Lock "715ead8f-947c-47a4-9ff3-fbe27331d9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.724s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.882182] env[69744]: DEBUG nova.network.neutron [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Updated VIF entry in instance network info cache for port ef7e603c-6630-4689-9e97-097c9b4faa30. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.882583] env[69744]: DEBUG nova.network.neutron [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Updating instance_info_cache with network_info: [{"id": "ef7e603c-6630-4689-9e97-097c9b4faa30", "address": "fa:16:3e:db:81:f2", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e603c-66", "ovs_interfaceid": "ef7e603c-6630-4689-9e97-097c9b4faa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.058821] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058953} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.059028] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.060218] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df06746-0368-4542-8c3c-5cea177f2b5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.083346] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0cd70993-01ad-4d67-a0d7-dab0771e01cd/0cd70993-01ad-4d67-a0d7-dab0771e01cd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.083928] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b526ff-7364-4435-9342-e9011c75799c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.099688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.099926] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.100141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.100441] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.100741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.102936] env[69744]: INFO nova.compute.manager [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Terminating instance [ 912.107458] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 912.107458] env[69744]: value = "task-3311787" [ 912.107458] env[69744]: _type = "Task" [ 912.107458] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.115657] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.171953] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311786, 'name': CreateVM_Task, 'duration_secs': 0.307818} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.172273] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.172994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.173180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.173778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.174141] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a69023-909a-4694-a3c8-8e1410be704e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.178867] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 912.178867] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52024e45-5471-e7ce-9c9c-cf6acafe4ed5" [ 912.178867] env[69744]: _type = "Task" [ 912.178867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.189040] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52024e45-5471-e7ce-9c9c-cf6acafe4ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.227065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.227674] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.227674] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.227913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.228074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.233597] env[69744]: INFO nova.compute.manager [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Terminating instance [ 912.385900] env[69744]: DEBUG oslo_concurrency.lockutils [req-b8bde2f3-04b6-4819-9122-c600f30665f4 req-5389d576-b719-469f-ac3c-b362f07b593b service nova] Releasing lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.608867] env[69744]: DEBUG nova.compute.manager [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.609122] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.610155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40347687-40dd-4835-9207-0b570052b8e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.618453] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c399a3-8dd6-41a5-9952-36a5d4efda6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.626738] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.630671] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.631000] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58e6045f-44cc-4a3a-b098-031278ae24bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.633476] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3f0cb2-d45d-460b-9241-c105a3000cbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.670634] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01cabb-e4ef-4d61-a397-abe59db2f64b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.674523] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 912.674523] env[69744]: value = "task-3311788" [ 912.674523] env[69744]: _type = "Task" [ 912.674523] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.686917] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf8e8c-7584-4b95-9bef-3a7c113c546f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.694626] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.700603] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52024e45-5471-e7ce-9c9c-cf6acafe4ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.709160] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.709484] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.709711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.709901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.710101] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.710668] env[69744]: DEBUG nova.compute.provider_tree [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.716055] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c8bcb4-62d9-4edb-8130-6c5d5fc04691 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.723988] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.724352] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.726271] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f933f4f-a958-429a-a8c6-d290a6681851 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732247] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 912.732247] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52941714-eca8-fe87-5187-870c1588977c" [ 912.732247] env[69744]: _type = "Task" [ 912.732247] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.737916] env[69744]: DEBUG nova.compute.manager [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.738393] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.739616] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ea93f-209a-4fc9-9032-c4fe68aab94e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.749687] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52941714-eca8-fe87-5187-870c1588977c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.752171] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.752440] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc64302-84e0-4477-a6b0-aefb39a501c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.760449] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 912.760449] env[69744]: value = "task-3311789" [ 912.760449] env[69744]: _type = "Task" [ 912.760449] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.770481] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.119252] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311787, 'name': ReconfigVM_Task, 'duration_secs': 0.640033} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.119559] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0cd70993-01ad-4d67-a0d7-dab0771e01cd/0cd70993-01ad-4d67-a0d7-dab0771e01cd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.120203] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2f89738-89fe-4a05-867b-dd8379c0bf54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.126814] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 913.126814] env[69744]: value = "task-3311790" [ 913.126814] env[69744]: _type = "Task" [ 913.126814] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.134434] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311790, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.184755] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311788, 'name': PowerOffVM_Task, 'duration_secs': 0.205284} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.185206] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.185297] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.185532] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09006e78-9f00-405b-aa7a-70e2ff82f2d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.214886] env[69744]: DEBUG nova.scheduler.client.report [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.246080] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52941714-eca8-fe87-5187-870c1588977c, 'name': SearchDatastore_Task, 'duration_secs': 0.025591} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.246080] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f955324-c361-4e7c-a464-806fa93a8480 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.250821] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.251118] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.251835] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleting the datastore file [datastore1] e21e3e1d-0767-4f89-a667-a7e7c0b0f838 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.251835] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97dd660e-1e86-4646-a642-fc9960bf97b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.257167] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 913.257167] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5247dc5c-28c9-90fa-055a-dbf5a666f451" [ 913.257167] env[69744]: _type = "Task" [ 913.257167] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.262268] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 913.262268] env[69744]: value = "task-3311792" [ 913.262268] env[69744]: _type = "Task" [ 913.262268] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.273530] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5247dc5c-28c9-90fa-055a-dbf5a666f451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.278916] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.282571] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311789, 'name': PowerOffVM_Task, 'duration_secs': 0.17631} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.282571] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.282754] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.282938] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f766ab-1bde-4c22-81b2-96bca7beafec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.341372] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.342053] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.342053] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleting the datastore file [datastore1] e8ca1c97-7d38-49e2-baaf-8535d362b855 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.342053] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8739b9bc-93d5-42b9-9ddc-f3c7b7f4b482 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.349256] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for the task: (returnval){ [ 913.349256] env[69744]: value = "task-3311794" [ 913.349256] env[69744]: _type = "Task" [ 913.349256] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.357292] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.641999] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311790, 'name': Rename_Task, 'duration_secs': 0.203169} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.643935] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.644099] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf5c06d-d32e-47d1-9a77-c1964ea2373f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.651321] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 913.651321] env[69744]: value = "task-3311795" [ 913.651321] env[69744]: _type = "Task" [ 913.651321] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.668292] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.721079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.721315] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.724020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.834s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.725467] env[69744]: INFO nova.compute.claims [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.775158] env[69744]: DEBUG oslo_vmware.api [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264723} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.779010] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.779250] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.779388] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.779749] env[69744]: INFO nova.compute.manager [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Took 1.17 seconds to destroy the instance on the hypervisor. [ 913.779830] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.780045] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5247dc5c-28c9-90fa-055a-dbf5a666f451, 'name': SearchDatastore_Task, 'duration_secs': 0.019714} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.781178] env[69744]: DEBUG nova.compute.manager [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.781291] env[69744]: DEBUG nova.network.neutron [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.783055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.783333] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 77b37853-a66e-46fd-9f5f-efeb3cdabba6/77b37853-a66e-46fd-9f5f-efeb3cdabba6.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.783874] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc331e7-6fae-47b6-bb70-387301f7098c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.791876] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 913.791876] env[69744]: value = "task-3311796" [ 913.791876] env[69744]: _type = "Task" [ 913.791876] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.799744] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.859234] env[69744]: DEBUG oslo_vmware.api [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Task: {'id': task-3311794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219276} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.859516] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.859699] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.860258] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.860258] env[69744]: INFO nova.compute.manager [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.860373] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.860498] env[69744]: DEBUG nova.compute.manager [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.860607] env[69744]: DEBUG nova.network.neutron [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.172445] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.235276] env[69744]: DEBUG nova.compute.utils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.241823] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 914.283182] env[69744]: DEBUG nova.compute.manager [req-8ab28a70-1783-4b92-a2f6-a58c87c85700 req-b83e3c06-58d7-4d36-8d8f-5412f47fb1ba service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Received event network-vif-deleted-07ea609a-21fd-4533-98f2-8abe0432dcba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.283182] env[69744]: INFO nova.compute.manager [req-8ab28a70-1783-4b92-a2f6-a58c87c85700 req-b83e3c06-58d7-4d36-8d8f-5412f47fb1ba service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Neutron deleted interface 07ea609a-21fd-4533-98f2-8abe0432dcba; detaching it from the instance and deleting it from the info cache [ 914.283182] env[69744]: DEBUG nova.network.neutron [req-8ab28a70-1783-4b92-a2f6-a58c87c85700 req-b83e3c06-58d7-4d36-8d8f-5412f47fb1ba service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.303268] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.433024] env[69744]: DEBUG nova.compute.manager [req-bceb4325-64fb-46d7-a57d-ae4ce0293760 req-ffb9ba1b-f605-42a1-a4fa-37314c0f0ac6 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Received event network-vif-deleted-a4d9af3a-2de6-4374-acb7-46158426455b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.434688] env[69744]: INFO nova.compute.manager [req-bceb4325-64fb-46d7-a57d-ae4ce0293760 req-ffb9ba1b-f605-42a1-a4fa-37314c0f0ac6 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Neutron deleted interface a4d9af3a-2de6-4374-acb7-46158426455b; detaching it from the instance and deleting it from the info cache [ 914.434688] env[69744]: DEBUG nova.network.neutron [req-bceb4325-64fb-46d7-a57d-ae4ce0293760 req-ffb9ba1b-f605-42a1-a4fa-37314c0f0ac6 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.664445] env[69744]: DEBUG oslo_vmware.api [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311795, 'name': PowerOnVM_Task, 'duration_secs': 0.565747} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.664710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.665157] env[69744]: INFO nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Took 8.14 seconds to spawn the instance on the hypervisor. [ 914.665157] env[69744]: DEBUG nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.665892] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225d4c1-1fd5-4dd1-b81c-50d32ecdc633 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.698212] env[69744]: DEBUG nova.network.neutron [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.744023] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.793313] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c9aa692-0d43-4cf0-948c-d218063c5439 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.816262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b7fca-a1a1-42ec-ae87-8aa44380da2c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.833228] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636758} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.838208] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 77b37853-a66e-46fd-9f5f-efeb3cdabba6/77b37853-a66e-46fd-9f5f-efeb3cdabba6.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.838523] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.840922] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e98bd64a-e9a0-4979-b9f9-3369a3915b34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.850412] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 914.850412] env[69744]: value = "task-3311797" [ 914.850412] env[69744]: _type = "Task" [ 914.850412] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.866475] env[69744]: DEBUG nova.compute.manager [req-8ab28a70-1783-4b92-a2f6-a58c87c85700 req-b83e3c06-58d7-4d36-8d8f-5412f47fb1ba service nova] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Detach interface failed, port_id=07ea609a-21fd-4533-98f2-8abe0432dcba, reason: Instance e21e3e1d-0767-4f89-a667-a7e7c0b0f838 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.877615] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.907390] env[69744]: DEBUG nova.network.neutron [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.939955] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97c83643-33a9-4612-bc79-9578c4e293a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.948728] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dfbde7-683b-4c31-8865-4a1e80b2b4c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.984877] env[69744]: DEBUG nova.compute.manager [req-bceb4325-64fb-46d7-a57d-ae4ce0293760 req-ffb9ba1b-f605-42a1-a4fa-37314c0f0ac6 service nova] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Detach interface failed, port_id=a4d9af3a-2de6-4374-acb7-46158426455b, reason: Instance e8ca1c97-7d38-49e2-baaf-8535d362b855 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.186477] env[69744]: INFO nova.compute.manager [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Took 52.85 seconds to build instance. [ 915.201634] env[69744]: INFO nova.compute.manager [-] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Took 1.42 seconds to deallocate network for instance. [ 915.306114] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a5fb8f-107b-4943-aae1-5c23c1aa4c5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.315135] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc50c7-8020-4596-a3e4-7d04c8a009fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.347657] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f7a540-f12d-45eb-a9fa-50ca8f64867f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.355942] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2d25c-7b81-49d2-b139-3a3a09d11f97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.369854] env[69744]: DEBUG nova.compute.provider_tree [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.379794] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066683} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.380071] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.380877] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df864cae-380f-4c08-af8c-079985a32106 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.405846] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 77b37853-a66e-46fd-9f5f-efeb3cdabba6/77b37853-a66e-46fd-9f5f-efeb3cdabba6.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.406816] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f26641b-1a8d-422c-a1d2-175015b62709 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.423051] env[69744]: INFO nova.compute.manager [-] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Took 1.56 seconds to deallocate network for instance. [ 915.432230] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 915.432230] env[69744]: value = "task-3311798" [ 915.432230] env[69744]: _type = "Task" [ 915.432230] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.443900] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.693530] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fcf6082b-ec02-4f38-852b-2c97d12642c7 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.173s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.708867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.758094] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.782132] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.782364] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.782523] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.782705] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.782845] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.783122] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.783425] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.783596] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.783765] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.783928] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.784118] env[69744]: DEBUG nova.virt.hardware [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.785215] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4580eaa-207e-42ef-b7ca-969cfba48c5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.797287] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075bed62-2102-4844-85d8-11189d338690 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.811170] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.816746] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Creating folder: Project (541bca6b14b242fb92a079ffcab0dfb8). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.817084] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945d15ea-7b5a-4b65-b33e-eb9cc7dd7618 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.826615] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Created folder: Project (541bca6b14b242fb92a079ffcab0dfb8) in parent group-v661134. [ 915.826810] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Creating folder: Instances. Parent ref: group-v661305. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.827077] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd5e6e10-90de-4bfb-b735-749f0c87f09e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.835976] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Created folder: Instances in parent group-v661305. [ 915.836230] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.836416] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.836617] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03e62082-e7df-44b1-b576-c10ece9b7c92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.854847] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.854847] env[69744]: value = "task-3311801" [ 915.854847] env[69744]: _type = "Task" [ 915.854847] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.862438] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311801, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.875515] env[69744]: DEBUG nova.scheduler.client.report [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.930198] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.941986] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.367349] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311801, 'name': CreateVM_Task, 'duration_secs': 0.321457} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.367597] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.368245] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.368501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.368915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.370072] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b56f242-252a-4b04-8677-a2f3a30e6a14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.376982] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 916.376982] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52739826-5561-eef3-b48b-ab2ab4732963" [ 916.376982] env[69744]: _type = "Task" [ 916.376982] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.380725] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.381486] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.388259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.907s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.388618] env[69744]: DEBUG nova.objects.instance [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lazy-loading 'resources' on Instance uuid eec6578e-eb7e-4532-beda-38a6e37175b0 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.389907] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52739826-5561-eef3-b48b-ab2ab4732963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.443562] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311798, 'name': ReconfigVM_Task, 'duration_secs': 0.736361} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.443837] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 77b37853-a66e-46fd-9f5f-efeb3cdabba6/77b37853-a66e-46fd-9f5f-efeb3cdabba6.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.444525] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da336293-e2f8-4122-a130-9f2dda1b8007 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.450226] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 916.450226] env[69744]: value = "task-3311802" [ 916.450226] env[69744]: _type = "Task" [ 916.450226] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.458745] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311802, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.887580] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52739826-5561-eef3-b48b-ab2ab4732963, 'name': SearchDatastore_Task, 'duration_secs': 0.015874} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.888354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.889285] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.889590] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.889802] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.890155] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.893721] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02a7a00-ee13-4c86-b1ee-c3b0b32dd526 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.896973] env[69744]: DEBUG nova.compute.utils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.899640] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.899793] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.908698] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.908895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.909817] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91285937-54e6-48df-bad9-4fa9450904ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.915437] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 916.915437] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52754332-dafb-a625-3e3b-d03c2f57a2be" [ 916.915437] env[69744]: _type = "Task" [ 916.915437] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.923480] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52754332-dafb-a625-3e3b-d03c2f57a2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.967297] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311802, 'name': Rename_Task, 'duration_secs': 0.304342} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.967644] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.968017] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5211cf2-087d-4872-9806-8659ecdc8175 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.980953] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 916.980953] env[69744]: value = "task-3311803" [ 916.980953] env[69744]: _type = "Task" [ 916.980953] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.990333] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.006188] env[69744]: DEBUG nova.policy [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134c4bfebf5744b9a8e2f2481b003c6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce118a1f01b74bef85cf6e9f290c3c89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.212837] env[69744]: DEBUG nova.compute.manager [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.213995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca7920-bd2f-4a0d-aa72-377e22b50427 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.396810] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Successfully created port: b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.403110] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.409342] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f4c794-6a08-459c-8ee0-5398564609af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414953] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e4e6f-298c-4fd3-9d9a-504ffd765144 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.458524] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52754332-dafb-a625-3e3b-d03c2f57a2be, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.461552] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6ead43-aaef-47ec-9252-75640de8b07b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.464887] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05861bf9-25d1-4270-98ea-df511703c3d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.474360] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 917.474360] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d42739-878b-1685-6117-d1b14edd472f" [ 917.474360] env[69744]: _type = "Task" [ 917.474360] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.476230] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9754f14-7d8b-4952-8511-6e1b03f5e17a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.495568] env[69744]: DEBUG nova.compute.provider_tree [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.500584] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d42739-878b-1685-6117-d1b14edd472f, 'name': SearchDatastore_Task, 'duration_secs': 0.015657} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.501082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.501336] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.501585] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e147cbee-89ed-4d45-906e-b2762b95e8ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.506606] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.512935] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 917.512935] env[69744]: value = "task-3311804" [ 917.512935] env[69744]: _type = "Task" [ 917.512935] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.521608] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.736027] env[69744]: INFO nova.compute.manager [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] instance snapshotting [ 917.741783] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ebc42c-de76-43a3-a00c-7ecda4a5d2ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.767412] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c03016-4164-4c98-b9f8-7913133451a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.000229] env[69744]: DEBUG oslo_vmware.api [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311803, 'name': PowerOnVM_Task, 'duration_secs': 0.777073} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.000637] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.000857] env[69744]: INFO nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Took 8.90 seconds to spawn the instance on the hypervisor. [ 918.001125] env[69744]: DEBUG nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.003236] env[69744]: DEBUG nova.scheduler.client.report [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.010616] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdfc853-fb22-4899-89a0-91734dc2bf38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.046382] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.283317] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 918.283405] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17a5b945-dc29-4c69-8570-f202807e1a83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.295143] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 918.295143] env[69744]: value = "task-3311805" [ 918.295143] env[69744]: _type = "Task" [ 918.295143] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.307495] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.414570] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.452022] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.452022] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.452176] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.452356] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.452494] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.452635] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.452834] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.452983] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.454269] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.454474] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.454772] env[69744]: DEBUG nova.virt.hardware [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.456396] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611538df-2703-4f70-8fb3-a0d3e263bb1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.472016] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11aeca-6a1d-4e34-8bd0-34e965cf2b70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.512063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.514592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.191s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.516099] env[69744]: INFO nova.compute.claims [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.532678] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.536984] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.536984] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.536984] env[69744]: INFO nova.compute.manager [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Took 53.29 seconds to build instance. [ 918.536984] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658c3a69-8ef7-42bc-ace2-f7c8477cd353 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.541582] env[69744]: INFO nova.scheduler.client.report [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Deleted allocations for instance eec6578e-eb7e-4532-beda-38a6e37175b0 [ 918.542884] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 918.542884] env[69744]: value = "task-3311806" [ 918.542884] env[69744]: _type = "Task" [ 918.542884] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.555265] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.807265] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.029130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Acquiring lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.029130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Acquired lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029130] env[69744]: DEBUG nova.network.neutron [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.039522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-55dc2e3e-f947-4f0a-8bdf-4f93041b3a81 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.071s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.058707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6a7f2b8e-4a03-4c61-81a4-f9c07c23d69c tempest-ServerShowV247Test-1182093427 tempest-ServerShowV247Test-1182093427-project-member] Lock "eec6578e-eb7e-4532-beda-38a6e37175b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.890s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.067224] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071612} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.067696] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.068604] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeed10d-029c-4e5d-8778-2879dec05e65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.094700] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.095452] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec395907-8782-4f06-bfb8-777ef784b245 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.119126] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 919.119126] env[69744]: value = "task-3311807" [ 919.119126] env[69744]: _type = "Task" [ 919.119126] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.127057] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.308120] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.633638] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.652604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.652972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.808944] env[69744]: DEBUG nova.compute.manager [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Received event network-vif-plugged-b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.809224] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] Acquiring lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.809431] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.809598] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.809772] env[69744]: DEBUG nova.compute.manager [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] No waiting events found dispatching network-vif-plugged-b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.809937] env[69744]: WARNING nova.compute.manager [req-5e070b57-1e1a-4d0d-aa4a-19b36f038a78 req-c66fdec7-2198-4b89-8dab-4bb33378fe84 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Received unexpected event network-vif-plugged-b67a86d8-2a5b-453e-8823-a81c9012e751 for instance with vm_state building and task_state spawning. [ 919.813959] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.827178] env[69744]: DEBUG nova.network.neutron [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Updating instance_info_cache with network_info: [{"id": "ef7e603c-6630-4689-9e97-097c9b4faa30", "address": "fa:16:3e:db:81:f2", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e603c-66", "ovs_interfaceid": "ef7e603c-6630-4689-9e97-097c9b4faa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.877959] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Successfully updated port: b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.009173] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c83f5-4283-46d6-8de5-c20f614da856 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.017248] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7924d-19df-41c9-bc34-12af06a04a55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.058390] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277959f0-c99c-4053-9867-4cba25a6b416 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.067093] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78537602-b099-4e78-a54f-e3084cb21eb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.081403] env[69744]: DEBUG nova.compute.provider_tree [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.130715] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311807, 'name': ReconfigVM_Task, 'duration_secs': 0.634787} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.131071] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.131884] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f3929ec-dba5-4ddf-a18d-a9da45500565 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.141065] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 920.141065] env[69744]: value = "task-3311808" [ 920.141065] env[69744]: _type = "Task" [ 920.141065] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.148211] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311808, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.157695] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.317961] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311805, 'name': CreateSnapshot_Task, 'duration_secs': 1.537977} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.317961] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.317961] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ecaa9-28bf-42a5-b30b-7c75f71efb6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.335348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Releasing lock "refresh_cache-77b37853-a66e-46fd-9f5f-efeb3cdabba6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.335348] env[69744]: DEBUG nova.compute.manager [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Inject network info {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 920.335348] env[69744]: DEBUG nova.compute.manager [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] network_info to inject: |[{"id": "ef7e603c-6630-4689-9e97-097c9b4faa30", "address": "fa:16:3e:db:81:f2", "network": {"id": "39828bf6-2412-49e4-b5da-8e8b68e2deb4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-995953839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e319cb6dd7a0455ab2e97014c2a3b679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e603c-66", "ovs_interfaceid": "ef7e603c-6630-4689-9e97-097c9b4faa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 920.343641] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Reconfiguring VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 920.346612] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a0acbc-28a4-43c9-be31-26746a713232 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.364349] env[69744]: DEBUG oslo_vmware.api [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Waiting for the task: (returnval){ [ 920.364349] env[69744]: value = "task-3311809" [ 920.364349] env[69744]: _type = "Task" [ 920.364349] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.372766] env[69744]: DEBUG oslo_vmware.api [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Task: {'id': task-3311809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.386402] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.386618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.386746] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.584665] env[69744]: DEBUG nova.scheduler.client.report [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.653874] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311808, 'name': Rename_Task, 'duration_secs': 0.16855} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.654376] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.654515] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014ab66c-6dac-4a58-adcf-c47b0056cdde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.666670] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 920.666670] env[69744]: value = "task-3311810" [ 920.666670] env[69744]: _type = "Task" [ 920.666670] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.678973] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.682874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.868316] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 920.869171] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a098657-08f4-49a5-b995-a5ae29a08e49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.883354] env[69744]: DEBUG oslo_vmware.api [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] Task: {'id': task-3311809, 'name': ReconfigVM_Task, 'duration_secs': 0.160018} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.885645] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-64efeb7f-998e-45d1-b59f-51ce62815c2b tempest-ServersAdminTestJSON-2129410803 tempest-ServersAdminTestJSON-2129410803-project-admin] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Reconfigured VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 920.886110] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 920.886110] env[69744]: value = "task-3311811" [ 920.886110] env[69744]: _type = "Task" [ 920.886110] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.897083] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311811, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.005699] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.092767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.093346] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.096191] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.157s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.096410] env[69744]: DEBUG nova.objects.instance [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lazy-loading 'resources' on Instance uuid cf2a57af-8712-481b-bfe9-5629113843d1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.176875] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.197926] env[69744]: DEBUG nova.network.neutron [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [{"id": "b67a86d8-2a5b-453e-8823-a81c9012e751", "address": "fa:16:3e:e3:78:73", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a86d8-2a", "ovs_interfaceid": "b67a86d8-2a5b-453e-8823-a81c9012e751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.402273] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311811, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.592248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "33f569d7-8d5f-4105-b13b-b545bc79916d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.592248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.600641] env[69744]: DEBUG nova.compute.utils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.601902] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.602565] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.684038] env[69744]: DEBUG oslo_vmware.api [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311810, 'name': PowerOnVM_Task, 'duration_secs': 0.810368} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.684038] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.684038] env[69744]: INFO nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Took 5.92 seconds to spawn the instance on the hypervisor. [ 921.684038] env[69744]: DEBUG nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.684038] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56cf7a-d2f1-427a-8962-078f7b20a4da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.703040] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703527] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Instance network_info: |[{"id": "b67a86d8-2a5b-453e-8823-a81c9012e751", "address": "fa:16:3e:e3:78:73", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a86d8-2a", "ovs_interfaceid": "b67a86d8-2a5b-453e-8823-a81c9012e751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.706016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:78:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b67a86d8-2a5b-453e-8823-a81c9012e751', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.720141] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.721544] env[69744]: DEBUG nova.policy [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e448b16e47467890053cd4a2a19dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc747940fe704c87af5ab85356cd69f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.724166] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.726229] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40341c80-8b77-4603-9055-28208fc3eafb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.749505] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.749505] env[69744]: value = "task-3311812" [ 921.749505] env[69744]: _type = "Task" [ 921.749505] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.763921] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311812, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.901452] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311811, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.054678] env[69744]: INFO nova.compute.manager [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Rebuilding instance [ 922.078442] env[69744]: DEBUG nova.compute.manager [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Received event network-changed-b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.078655] env[69744]: DEBUG nova.compute.manager [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Refreshing instance network info cache due to event network-changed-b67a86d8-2a5b-453e-8823-a81c9012e751. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.078872] env[69744]: DEBUG oslo_concurrency.lockutils [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] Acquiring lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.079236] env[69744]: DEBUG oslo_concurrency.lockutils [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] Acquired lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.079481] env[69744]: DEBUG nova.network.neutron [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Refreshing network info cache for port b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.095123] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.110154] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.114107] env[69744]: DEBUG nova.compute.manager [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.115119] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa9856-202c-42dc-8d83-819d2c56b2f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.159736] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88746f5-6d03-41e0-953e-6c8c5ca323a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.171658] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d50bf57-0e64-4f85-8942-35832b9f4d4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.210283] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe5cf06-8730-43c0-a118-59b19aa38400 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.213089] env[69744]: INFO nova.compute.manager [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Took 51.53 seconds to build instance. [ 922.221107] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ea790-f352-4b58-bda0-f2a5e49265a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.238765] env[69744]: DEBUG nova.compute.provider_tree [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.259040] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311812, 'name': CreateVM_Task, 'duration_secs': 0.346291} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.259040] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.259737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.260230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.260487] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6521149-a6c7-4add-a5dc-84e9e0a0344e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.265108] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 922.265108] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528b45d8-a49e-3472-4427-15c8d7dab058" [ 922.265108] env[69744]: _type = "Task" [ 922.265108] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.276578] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528b45d8-a49e-3472-4427-15c8d7dab058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.310391] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Successfully created port: ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.401125] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311811, 'name': CloneVM_Task, 'duration_secs': 1.342403} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.402189] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Created linked-clone VM from snapshot [ 922.403070] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de226f4-3aab-4088-b517-713a5a449a68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.410271] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Uploading image 2da80e8f-d968-43ef-a12f-77687d7a8f02 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.444488] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.444488] env[69744]: value = "vm-661309" [ 922.444488] env[69744]: _type = "VirtualMachine" [ 922.444488] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.444824] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7aab5dc-fd65-4f3d-adfd-b1b405b8178b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.452616] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease: (returnval){ [ 922.452616] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e059da-a90f-647e-09c1-0907ee0adfd2" [ 922.452616] env[69744]: _type = "HttpNfcLease" [ 922.452616] env[69744]: } obtained for exporting VM: (result){ [ 922.452616] env[69744]: value = "vm-661309" [ 922.452616] env[69744]: _type = "VirtualMachine" [ 922.452616] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.453092] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the lease: (returnval){ [ 922.453092] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e059da-a90f-647e-09c1-0907ee0adfd2" [ 922.453092] env[69744]: _type = "HttpNfcLease" [ 922.453092] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.461105] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.461105] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e059da-a90f-647e-09c1-0907ee0adfd2" [ 922.461105] env[69744]: _type = "HttpNfcLease" [ 922.461105] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.621626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.715974] env[69744]: DEBUG oslo_concurrency.lockutils [None req-09a02347-d25e-4dfc-a319-06a2c1f3acdc tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.358s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.745176] env[69744]: DEBUG nova.scheduler.client.report [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.784808] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528b45d8-a49e-3472-4427-15c8d7dab058, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.785520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.786054] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.786054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.786204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.786384] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.786655] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c967df88-cf1a-4d8a-9589-81cae70563c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.795686] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.795922] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.796798] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f10e05-96d5-44a1-a208-49ab7a639f03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.802720] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 922.802720] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a44d1-c4d9-7a2c-ce34-1eec36a9bf2c" [ 922.802720] env[69744]: _type = "Task" [ 922.802720] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.811846] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a44d1-c4d9-7a2c-ce34-1eec36a9bf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.819098] env[69744]: DEBUG nova.network.neutron [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updated VIF entry in instance network info cache for port b67a86d8-2a5b-453e-8823-a81c9012e751. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.819375] env[69744]: DEBUG nova.network.neutron [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [{"id": "b67a86d8-2a5b-453e-8823-a81c9012e751", "address": "fa:16:3e:e3:78:73", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a86d8-2a", "ovs_interfaceid": "b67a86d8-2a5b-453e-8823-a81c9012e751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.961883] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.961883] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e059da-a90f-647e-09c1-0907ee0adfd2" [ 922.961883] env[69744]: _type = "HttpNfcLease" [ 922.961883] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.962317] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.962317] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e059da-a90f-647e-09c1-0907ee0adfd2" [ 922.962317] env[69744]: _type = "HttpNfcLease" [ 922.962317] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.963031] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb7133-d6ca-4106-b342-cee03d87d954 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.971869] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.972223] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 923.050104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.050355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.091344] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af8bd69d-c4c5-4033-a684-6a37257c7ed7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.120675] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.130921] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.131137] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ada029-c092-4b48-8732-d093f0fd97fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.137668] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 923.137668] env[69744]: value = "task-3311814" [ 923.137668] env[69744]: _type = "Task" [ 923.137668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.146760] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.154673] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.154919] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.155096] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.155286] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.155434] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.155586] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.155788] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.155947] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.156138] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.156317] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.156493] env[69744]: DEBUG nova.virt.hardware [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.157352] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ddc0ff-c77a-43f6-8caa-3dcf4ec5fb68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.165374] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3a041-ba0c-42e4-95d0-330a68455a80 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.249052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.253311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.060s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.253311] env[69744]: DEBUG nova.objects.instance [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'resources' on Instance uuid b3b5f246-6440-4bb5-9285-6171fb1ea965 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.277396] env[69744]: INFO nova.scheduler.client.report [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Deleted allocations for instance cf2a57af-8712-481b-bfe9-5629113843d1 [ 923.314841] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a44d1-c4d9-7a2c-ce34-1eec36a9bf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.317875] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcc1079-f7df-4214-80ed-74894fafef77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.323635] env[69744]: DEBUG oslo_concurrency.lockutils [req-0605cd56-08b5-4a2d-b599-2a15b84d650b req-e773ed97-5afc-43eb-b536-dfe7101ce9e6 service nova] Releasing lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.325844] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 923.325844] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52133fb1-3d6d-d82b-c945-d070c9832023" [ 923.325844] env[69744]: _type = "Task" [ 923.325844] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.342025] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52133fb1-3d6d-d82b-c945-d070c9832023, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.343755] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.344858] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/57894d64-5416-4bd6-8ffa-a56a11e0da5a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.346435] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82fc615d-b86b-4b90-bd29-986e82bde500 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.354511] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 923.354511] env[69744]: value = "task-3311815" [ 923.354511] env[69744]: _type = "Task" [ 923.354511] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.362863] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.395119] env[69744]: INFO nova.compute.manager [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Rebuilding instance [ 923.439744] env[69744]: DEBUG nova.compute.manager [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.440848] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494956e-1827-4e76-8c75-9e4441fa1a67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.552582] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.650019] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311814, 'name': PowerOffVM_Task, 'duration_secs': 0.195914} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.650339] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.650631] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.651505] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc41bf29-cb9d-4cc0-92e5-c7a5ff9696cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.661756] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.662253] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51465d3f-9646-465b-9f45-f738f65a4433 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.726143] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.726497] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.726722] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.727474] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67845a3a-e786-4813-a584-42c4f51a714f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.738276] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 923.738276] env[69744]: value = "task-3311817" [ 923.738276] env[69744]: _type = "Task" [ 923.738276] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.747178] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.787939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b8aa18fd-2313-4f7b-8a93-1ea39acbb352 tempest-ListServerFiltersTestJSON-1801494748 tempest-ListServerFiltersTestJSON-1801494748-project-member] Lock "cf2a57af-8712-481b-bfe9-5629113843d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.560s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.871924] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.078041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.252036] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358244} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.252382] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.252652] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.252921] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.261713] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf16eb-319c-494e-af1f-09ed03a6ef70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.272944] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f60b50e-4643-43b3-b09b-e82a44e0b809 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.320121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e35a5-a7da-4409-9234-81c8fa584aad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.334305] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e1134-0c12-4fb9-a79f-1040aef4318b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.350070] env[69744]: DEBUG nova.compute.provider_tree [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.367245] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590609} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.367513] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/57894d64-5416-4bd6-8ffa-a56a11e0da5a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.367850] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.368125] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5ae0614-41fc-4caf-b8b8-14af1495a445 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.375354] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 924.375354] env[69744]: value = "task-3311818" [ 924.375354] env[69744]: _type = "Task" [ 924.375354] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.384061] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.459341] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.459813] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50751d5c-7fb1-4cf2-8566-a118331d95c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.467403] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 924.467403] env[69744]: value = "task-3311819" [ 924.467403] env[69744]: _type = "Task" [ 924.467403] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.479410] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.500503] env[69744]: DEBUG nova.compute.manager [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Received event network-vif-plugged-ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.500696] env[69744]: DEBUG oslo_concurrency.lockutils [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] Acquiring lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.502087] env[69744]: DEBUG oslo_concurrency.lockutils [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.502087] env[69744]: DEBUG oslo_concurrency.lockutils [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.502087] env[69744]: DEBUG nova.compute.manager [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] No waiting events found dispatching network-vif-plugged-ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.502087] env[69744]: WARNING nova.compute.manager [req-8eafb99b-b744-4a29-ae24-3e10481446d9 req-bac9c64b-4d38-45a4-9e8b-9ca50ad471c3 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Received unexpected event network-vif-plugged-ab29e690-e279-4e02-b685-2139154a495f for instance with vm_state building and task_state spawning. [ 924.507120] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Successfully updated port: ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.854354] env[69744]: DEBUG nova.scheduler.client.report [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.887993] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.887993] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.887993] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acec201-406a-4c9e-9eec-b467639f0aa4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.911203] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/57894d64-5416-4bd6-8ffa-a56a11e0da5a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.912385] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fac42ea-64cb-49c5-abd1-49e1389264de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.932127] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 924.932127] env[69744]: value = "task-3311820" [ 924.932127] env[69744]: _type = "Task" [ 924.932127] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.941684] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.977088] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311819, 'name': PowerOffVM_Task, 'duration_secs': 0.230446} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.977639] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.978050] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.979296] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811006d-b73c-4847-8783-5e63c5451ebe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.987125] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.987125] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c044a617-5f16-421e-82ab-51c51a213f43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.010096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.010096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.010294] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.012748] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.013371] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.013371] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Deleting the datastore file [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.014033] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a583297d-0498-47db-88c8-ba13fd0ce075 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.019785] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 925.019785] env[69744]: value = "task-3311822" [ 925.019785] env[69744]: _type = "Task" [ 925.019785] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.029285] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.289156] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.289395] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.289516] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.289730] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.289910] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.290085] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.290297] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.290480] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.290662] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.290855] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.291041] env[69744]: DEBUG nova.virt.hardware [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.291884] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05470d83-cbbc-4382-8a81-d175e5b9f41d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.300298] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd72d1a-e32a-4b29-a365-c95c64b1cb85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.314598] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cad4ae7-de03-449b-87b7-093b0ffeeb4b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.322174] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.322358] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.322573] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4695be7-b2ac-4d5b-8e51-3e62153fc301 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.342222] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.342222] env[69744]: value = "task-3311823" [ 925.342222] env[69744]: _type = "Task" [ 925.342222] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.351131] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311823, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.361404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.364039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.040s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.365622] env[69744]: INFO nova.compute.claims [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.386973] env[69744]: INFO nova.scheduler.client.report [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance b3b5f246-6440-4bb5-9285-6171fb1ea965 [ 925.442102] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311820, 'name': ReconfigVM_Task, 'duration_secs': 0.313633} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.442398] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/57894d64-5416-4bd6-8ffa-a56a11e0da5a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.443078] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67cd1c3-832f-4d2b-ae05-6d76cb4a6c13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.449715] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 925.449715] env[69744]: value = "task-3311824" [ 925.449715] env[69744]: _type = "Task" [ 925.449715] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.459415] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311824, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.531721] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186117} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.531980] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.532219] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.532425] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.590223] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.858332] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311823, 'name': CreateVM_Task, 'duration_secs': 0.483039} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.858587] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.859280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.859500] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.859842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.860147] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec42915-8a23-4cb6-9ae4-df466efd5333 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.865238] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 925.865238] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528962fc-67e6-26ab-0582-e5a6e50592c9" [ 925.865238] env[69744]: _type = "Task" [ 925.865238] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.874086] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528962fc-67e6-26ab-0582-e5a6e50592c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.898733] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1a99531a-e0b8-41d0-93d6-62076d4c618c tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "b3b5f246-6440-4bb5-9285-6171fb1ea965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.480s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.955941] env[69744]: DEBUG nova.network.neutron [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Updating instance_info_cache with network_info: [{"id": "ab29e690-e279-4e02-b685-2139154a495f", "address": "fa:16:3e:8c:bd:2a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab29e690-e2", "ovs_interfaceid": "ab29e690-e279-4e02-b685-2139154a495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.963413] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311824, 'name': Rename_Task, 'duration_secs': 0.261257} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.963725] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.964014] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa140914-c21e-4fc5-a61a-e0929682cc6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.971981] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 925.971981] env[69744]: value = "task-3311825" [ 925.971981] env[69744]: _type = "Task" [ 925.971981] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.981835] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.381605] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528962fc-67e6-26ab-0582-e5a6e50592c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.382100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.382207] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.382492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.382656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382842] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.383155] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23cc113f-7a7c-4e03-a4f9-1c045d115eec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.392273] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.392653] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.393558] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2253d45b-5237-4c47-b651-f0712f2835f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.399439] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 926.399439] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d246e-4de4-b96a-cf88-0b06bb1637af" [ 926.399439] env[69744]: _type = "Task" [ 926.399439] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.410689] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d246e-4de4-b96a-cf88-0b06bb1637af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.458984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.459485] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Instance network_info: |[{"id": "ab29e690-e279-4e02-b685-2139154a495f", "address": "fa:16:3e:8c:bd:2a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab29e690-e2", "ovs_interfaceid": "ab29e690-e279-4e02-b685-2139154a495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.461197] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:bd:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab29e690-e279-4e02-b685-2139154a495f', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.473205] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.477094] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.482493] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc13f27-354e-4bd2-b195-91a9c0b0dc9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.512611] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.517936] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.517936] env[69744]: value = "task-3311826" [ 926.517936] env[69744]: _type = "Task" [ 926.517936] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.526887] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311826, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.582740] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.583054] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.583231] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.583430] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.583626] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.583732] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.583917] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.584095] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.584267] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.584456] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.584596] env[69744]: DEBUG nova.virt.hardware [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.585484] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b8b6f-b9f4-41a7-ab92-c470ca19bc70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.597260] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff44fbcc-556b-485e-beb5-baefd207dda7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.613895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.624476] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.624476] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.624476] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20934b9-c323-41ea-8928-96e2b5fa1470 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.638116] env[69744]: DEBUG nova.compute.manager [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Received event network-changed-ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.638344] env[69744]: DEBUG nova.compute.manager [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Refreshing instance network info cache due to event network-changed-ab29e690-e279-4e02-b685-2139154a495f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.638584] env[69744]: DEBUG oslo_concurrency.lockutils [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] Acquiring lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.638720] env[69744]: DEBUG oslo_concurrency.lockutils [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] Acquired lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.638870] env[69744]: DEBUG nova.network.neutron [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Refreshing network info cache for port ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.646965] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.646965] env[69744]: value = "task-3311827" [ 926.646965] env[69744]: _type = "Task" [ 926.646965] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.656064] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311827, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.877806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954f10b5-3f48-4763-9812-20f5526bbb9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.885803] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f927a730-3adf-407e-a414-16cde4216a56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.925080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f248c3f4-be7a-4b81-8f33-5fe60306f0f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.934462] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d246e-4de4-b96a-cf88-0b06bb1637af, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.937403] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355fc911-a19b-4625-b3c6-66c356535c9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.940839] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea37c47-6c36-4635-901b-360e742b453e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.948094] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 926.948094] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270c7b7-4bd1-071f-f15c-2b3e2bd01cf5" [ 926.948094] env[69744]: _type = "Task" [ 926.948094] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.956401] env[69744]: DEBUG nova.compute.provider_tree [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.966286] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270c7b7-4bd1-071f-f15c-2b3e2bd01cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.986633] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.027908] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311826, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.159190] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311827, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.462635] env[69744]: DEBUG nova.scheduler.client.report [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.470401] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270c7b7-4bd1-071f-f15c-2b3e2bd01cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.021424} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.470897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.471173] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.471436] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8411af5-330a-45e4-b8d8-ba2c3a7c7b6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.483271] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 927.483271] env[69744]: value = "task-3311828" [ 927.483271] env[69744]: _type = "Task" [ 927.483271] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.496888] env[69744]: DEBUG oslo_vmware.api [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311825, 'name': PowerOnVM_Task, 'duration_secs': 1.070101} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.498830] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.499074] env[69744]: INFO nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Took 9.08 seconds to spawn the instance on the hypervisor. [ 927.499309] env[69744]: DEBUG nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.503011] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778210a-c27e-49a1-a417-6783c1d03228 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.513271] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.529352] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311826, 'name': CreateVM_Task, 'duration_secs': 0.73654} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.529546] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.530505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.530505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.530687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.530946] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53e3c84-9f19-4aac-9d4b-c4a0a9a936c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.536303] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 927.536303] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527daacf-73df-00a4-6ecc-709469b9ef51" [ 927.536303] env[69744]: _type = "Task" [ 927.536303] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.544800] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527daacf-73df-00a4-6ecc-709469b9ef51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.663945] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311827, 'name': CreateVM_Task, 'duration_secs': 0.526786} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.664297] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.664818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.665106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.665495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.665833] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b35c08d-bb1d-44dc-830a-4c6d7c5455a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.671539] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 927.671539] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524f54cd-2ff0-e653-603f-28a05346ee33" [ 927.671539] env[69744]: _type = "Task" [ 927.671539] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.683721] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524f54cd-2ff0-e653-603f-28a05346ee33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.723310] env[69744]: DEBUG nova.network.neutron [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Updated VIF entry in instance network info cache for port ab29e690-e279-4e02-b685-2139154a495f. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.724027] env[69744]: DEBUG nova.network.neutron [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Updating instance_info_cache with network_info: [{"id": "ab29e690-e279-4e02-b685-2139154a495f", "address": "fa:16:3e:8c:bd:2a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab29e690-e2", "ovs_interfaceid": "ab29e690-e279-4e02-b685-2139154a495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.976934] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.976934] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.978418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.243s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.002288] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311828, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.032855] env[69744]: INFO nova.compute.manager [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Took 52.17 seconds to build instance. [ 928.047248] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527daacf-73df-00a4-6ecc-709469b9ef51, 'name': SearchDatastore_Task, 'duration_secs': 0.024534} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.047749] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.048141] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.048541] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.048800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.049102] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.049863] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c163473e-6472-4f7d-987a-31da64a9bcb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.063179] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.063179] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.065208] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc352131-68bb-4d3b-a7b7-8c5ea2b47f15 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.072614] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 928.072614] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ffc4ff-360f-81d3-4c7f-1cd843a9b27e" [ 928.072614] env[69744]: _type = "Task" [ 928.072614] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.084352] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ffc4ff-360f-81d3-4c7f-1cd843a9b27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.189676] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524f54cd-2ff0-e653-603f-28a05346ee33, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.190372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.191510] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.191510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.191510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.191705] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.191996] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd17902-81c6-432a-82b2-bc1bdc7c1e4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.226709] env[69744]: DEBUG oslo_concurrency.lockutils [req-fe453f93-29d7-44f3-b53b-5d6af8853948 req-5bed49ab-a272-4ed5-ac46-fa4967262c8c service nova] Releasing lock "refresh_cache-df9e9688-85eb-4db8-96b0-9a2b20c0d268" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.237341] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.237541] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.238541] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c1f191-7ccf-4640-9637-dcf476dbc69f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.245300] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 928.245300] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef280-9b7a-67c3-86b7-8b1b2fcf7481" [ 928.245300] env[69744]: _type = "Task" [ 928.245300] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.255985] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef280-9b7a-67c3-86b7-8b1b2fcf7481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.502185] env[69744]: DEBUG nova.compute.utils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.505236] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.507018] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.522879] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814198} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.523919] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.524485] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.527025] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc8b9d2-3b0b-4f3a-a462-0edb2f98ee81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.534271] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 928.534271] env[69744]: value = "task-3311829" [ 928.534271] env[69744]: _type = "Task" [ 928.534271] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.537863] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bd881742-3b52-4680-b2e3-0454c05e6a73 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.416s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.550669] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.589410] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ffc4ff-360f-81d3-4c7f-1cd843a9b27e, 'name': SearchDatastore_Task, 'duration_secs': 0.023416} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.590601] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e8bf2a-7911-4b1f-80bb-5535d19b168a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.597714] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 928.597714] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52789a83-80ee-67cb-1184-dc161bb41205" [ 928.597714] env[69744]: _type = "Task" [ 928.597714] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.606105] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52789a83-80ee-67cb-1184-dc161bb41205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.623550] env[69744]: DEBUG nova.policy [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b880a672cd14838a4a461f92ec14dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1200874410a4250a6be135f321b00ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.756638] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526ef280-9b7a-67c3-86b7-8b1b2fcf7481, 'name': SearchDatastore_Task, 'duration_secs': 0.031112} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.757543] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af00db04-1375-4b26-b28f-d3ae868efa16 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.763659] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 928.763659] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d81873-bac4-9a3c-78d8-e34445640c1b" [ 928.763659] env[69744]: _type = "Task" [ 928.763659] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.772113] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d81873-bac4-9a3c-78d8-e34445640c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.980359] env[69744]: INFO nova.compute.manager [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Rescuing [ 928.980359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.980623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.980653] env[69744]: DEBUG nova.network.neutron [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.005103] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.008503] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Applying migration context for instance f289fdaf-4399-44ab-95d8-3129ea198de1 as it has an incoming, in-progress migration 9ac5fc37-2d05-4948-8737-f2aad05f7b50. Migration status is reverting {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 929.010799] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating resource usage from migration 9ac5fc37-2d05-4948-8737-f2aad05f7b50 [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 59ed0380-72a0-4781-bfd2-2e1ab4879f78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.041658] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5db72d34-978a-468d-81d8-f2efa761e50a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0254e970-0c97-4c98-bdb0-c8dc36ea77ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 25f0d588-ce2e-4896-976f-91d67482447d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.041658] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5eaf2cff-a8a4-4b4e-9007-738d17538deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.042053] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 18dd6d72-621f-4ba9-b3a9-994d5f9726fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.042053] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.042053] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance fc515074-a3a4-4687-9a60-d10278539c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.042154] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance effd5854-a2ab-471e-9e13-6252e6eb38c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.042210] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cc9f2bb5-1b94-47bf-a291-5a1cb62261a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.042316] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 78a9438c-e1ea-4144-b356-257a9254bb85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.046212] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration 9ac5fc37-2d05-4948-8737-f2aad05f7b50 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 929.046389] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f289fdaf-4399-44ab-95d8-3129ea198de1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.046546] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e21e3e1d-0767-4f89-a667-a7e7c0b0f838 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.046678] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e8ca1c97-7d38-49e2-baaf-8535d362b855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.046795] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 0cd70993-01ad-4d67-a0d7-dab0771e01cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.046909] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 77b37853-a66e-46fd-9f5f-efeb3cdabba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.047051] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 770e096d-fb72-434b-8fd7-136031a3bf96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.047141] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 57894d64-5416-4bd6-8ffa-a56a11e0da5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.047249] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance df9e9688-85eb-4db8-96b0-9a2b20c0d268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.047249] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance fc61bf10-21ed-4ad0-9e6f-63eae873af81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.052984] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1119} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.054067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.054246] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c45bbe-36c4-4ca4-b749-7b6e1321a1de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.081710] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.081710] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9b857b-9588-4fba-af31-2bc05f51f1e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.103774] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 929.103774] env[69744]: value = "task-3311830" [ 929.103774] env[69744]: _type = "Task" [ 929.103774] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.112804] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52789a83-80ee-67cb-1184-dc161bb41205, 'name': SearchDatastore_Task, 'duration_secs': 0.019401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.113451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.113818] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] df9e9688-85eb-4db8-96b0-9a2b20c0d268/df9e9688-85eb-4db8-96b0-9a2b20c0d268.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.114103] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089c8137-6904-48eb-8214-3c6222cf639c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.119240] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.124439] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 929.124439] env[69744]: value = "task-3311831" [ 929.124439] env[69744]: _type = "Task" [ 929.124439] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.133256] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.275131] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d81873-bac4-9a3c-78d8-e34445640c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.275353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.275628] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.275905] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13a2ab2-82a7-4f39-b3d4-0c6ad9ea9ef4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.282654] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 929.282654] env[69744]: value = "task-3311832" [ 929.282654] env[69744]: _type = "Task" [ 929.282654] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.290623] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.495865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.496101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.540354] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Successfully created port: d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.556025] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.617484] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.637157] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.734288] env[69744]: DEBUG nova.network.neutron [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [{"id": "b67a86d8-2a5b-453e-8823-a81c9012e751", "address": "fa:16:3e:e3:78:73", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a86d8-2a", "ovs_interfaceid": "b67a86d8-2a5b-453e-8823-a81c9012e751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.794659] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.999475] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.023188] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.056062] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.056390] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.056567] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.056772] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.057039] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.057299] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.057667] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.057905] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.058109] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.058284] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.060842] env[69744]: DEBUG nova.virt.hardware [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.060842] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3d6514b1-c701-4c38-9a35-0a1866562f12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.064687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6228e0e9-bc24-4b07-ae59-a0c0aa01e7c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.075934] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda08954-8b54-4a51-9a02-24252eb48499 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.115883] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.139040] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.237486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.294092] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973313} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.294397] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.294613] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.295770] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb885f41-4254-4850-ab05-9aafc60f28ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.302134] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 930.302134] env[69744]: value = "task-3311833" [ 930.302134] env[69744]: _type = "Task" [ 930.302134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.312596] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.528089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.571040] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 69c0f74b-cc38-4f60-976e-5e9206fdbe0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.615497] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311830, 'name': ReconfigVM_Task, 'duration_secs': 1.331258} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.615830] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.616863] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68a95312-b857-4210-814b-81110deb838e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.623395] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 930.623395] env[69744]: value = "task-3311834" [ 930.623395] env[69744]: _type = "Task" [ 930.623395] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.634274] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311834, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.637453] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175403} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.637701] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] df9e9688-85eb-4db8-96b0-9a2b20c0d268/df9e9688-85eb-4db8-96b0-9a2b20c0d268.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.637921] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.638231] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db630705-7e29-4b8d-a59e-289006b9bbb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.645093] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 930.645093] env[69744]: value = "task-3311835" [ 930.645093] env[69744]: _type = "Task" [ 930.645093] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.655730] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.812578] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071082} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.812854] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.813670] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e1a421-d104-490b-b4be-dd8681f79a20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.838824] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.839161] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ab0494-1130-4d6b-813e-70924c56122c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864320] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 930.864320] env[69744]: value = "task-3311836" [ 930.864320] env[69744]: _type = "Task" [ 930.864320] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.873615] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.078502] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 22ce5d75-355b-4146-8779-03d8e6ada4cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 931.137350] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311834, 'name': Rename_Task, 'duration_secs': 0.1916} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.137350] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.137350] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d3c31c-634d-47e9-b797-1da0087a30d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.146042] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 931.146042] env[69744]: value = "task-3311837" [ 931.146042] env[69744]: _type = "Task" [ 931.146042] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.164927] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.165306] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.166263] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b776d-9496-426e-987b-6d42f5ffc181 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.172479] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.196302] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] df9e9688-85eb-4db8-96b0-9a2b20c0d268/df9e9688-85eb-4db8-96b0-9a2b20c0d268.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.196647] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6114c76b-94d8-42fe-a1ef-88e09b629ef9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.225226] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 931.225226] env[69744]: value = "task-3311838" [ 931.225226] env[69744]: _type = "Task" [ 931.225226] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.233333] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.327565] env[69744]: DEBUG nova.compute.manager [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Received event network-vif-plugged-d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.327844] env[69744]: DEBUG oslo_concurrency.lockutils [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] Acquiring lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.328217] env[69744]: DEBUG oslo_concurrency.lockutils [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.328514] env[69744]: DEBUG oslo_concurrency.lockutils [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.328752] env[69744]: DEBUG nova.compute.manager [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] No waiting events found dispatching network-vif-plugged-d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.328971] env[69744]: WARNING nova.compute.manager [req-620f2983-d34c-4dd5-8f34-1434fd7d61ac req-c415c35f-c75b-4b44-9818-0623508cfad7 service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Received unexpected event network-vif-plugged-d6b7883e-3b27-4e6c-914b-6fab63849fc3 for instance with vm_state building and task_state spawning. [ 931.374943] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.394405] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Successfully updated port: d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.581015] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 33f569d7-8d5f-4105-b13b-b545bc79916d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 931.663117] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.683770] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.684621] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37372a-9e45-4531-ba78-d8723ef58869 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.692768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.692989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.694017] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.694838] env[69744]: ERROR oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk due to incomplete transfer. [ 931.696687] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-404f1e43-cae7-476c-9986-5bb8180e54cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.702467] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd0af-e145-8722-28ae-c34ee6c992b8/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 931.702652] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Uploaded image 2da80e8f-d968-43ef-a12f-77687d7a8f02 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 931.705126] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 931.705828] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ecd38874-c813-444d-96f0-218a02598509 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.711838] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 931.711838] env[69744]: value = "task-3311839" [ 931.711838] env[69744]: _type = "Task" [ 931.711838] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.718906] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311839, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.732972] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311838, 'name': ReconfigVM_Task, 'duration_secs': 0.276062} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.733237] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Reconfigured VM instance instance-00000043 to attach disk [datastore1] df9e9688-85eb-4db8-96b0-9a2b20c0d268/df9e9688-85eb-4db8-96b0-9a2b20c0d268.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.733870] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0d7f3e-2d28-4ef8-90b0-a4f71c4fa6a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.739250] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 931.739250] env[69744]: value = "task-3311840" [ 931.739250] env[69744]: _type = "Task" [ 931.739250] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.749290] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311840, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.780862] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.781184] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f460300e-086b-43f8-ac29-83bfbda8272e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.787583] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 931.787583] env[69744]: value = "task-3311841" [ 931.787583] env[69744]: _type = "Task" [ 931.787583] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.797718] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.875114] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.897871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.897871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquired lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.897871] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.085440] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance af9ec915-740d-4e27-877b-9b85e6cc7ba2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 932.163696] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.196751] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.227031] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311839, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.248632] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311840, 'name': Rename_Task, 'duration_secs': 0.160691} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.249632] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.249912] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87537d0f-0579-445c-9a29-a9ccf9440d01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.256624] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 932.256624] env[69744]: value = "task-3311842" [ 932.256624] env[69744]: _type = "Task" [ 932.256624] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.267593] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.299705] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311841, 'name': PowerOffVM_Task, 'duration_secs': 0.226672} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.300020] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.300981] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3464a-0c8e-4826-92b3-3fdac23b5acf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.319905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c76e1-4d26-4306-99b4-b76dd510a498 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.359763] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.360044] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-766ce134-5bd7-42e1-8142-87710802c87c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.368240] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 932.368240] env[69744]: value = "task-3311843" [ 932.368240] env[69744]: _type = "Task" [ 932.368240] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.378903] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311836, 'name': ReconfigVM_Task, 'duration_secs': 1.484108} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.382488] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96/770e096d-fb72-434b-8fd7-136031a3bf96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.383279] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-701aa14a-925e-4b7d-99fa-b8bf84a37eaf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.385097] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.385317] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.385581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.386504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.386504] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.386504] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e3833a4-4522-4e19-ab15-08ba4fb7b3d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.396143] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 932.396143] env[69744]: value = "task-3311844" [ 932.396143] env[69744]: _type = "Task" [ 932.396143] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.405056] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.405056] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.406549] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd5292e-e11f-45ab-aac2-94566f2ba7f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.412209] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311844, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.415475] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 932.415475] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff79f6-a8e5-fa91-00e9-92d3b36d07c2" [ 932.415475] env[69744]: _type = "Task" [ 932.415475] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.425529] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff79f6-a8e5-fa91-00e9-92d3b36d07c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.466106] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.589057] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f9acd448-b7dd-4bf8-930a-8d39b72c8994 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 932.589373] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 932.589519] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 932.666060] env[69744]: DEBUG oslo_vmware.api [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311837, 'name': PowerOnVM_Task, 'duration_secs': 1.33001} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.666337] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.666476] env[69744]: DEBUG nova.compute.manager [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.667268] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd06aecf-f47a-4730-b9eb-16207e13c018 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.704090] env[69744]: DEBUG nova.network.neutron [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Updating instance_info_cache with network_info: [{"id": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "address": "fa:16:3e:22:c6:b0", "network": {"id": "79268292-58de-4601-8c1f-c8fd181575fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1194361236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1200874410a4250a6be135f321b00ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7883e-3b", "ovs_interfaceid": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.723396] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311839, 'name': Destroy_Task, 'duration_secs': 0.681146} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.726671] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Destroyed the VM [ 932.726836] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 932.728616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.729715] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8d2fd66-2a34-46de-9e4d-a86a1fda668c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.737497] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 932.737497] env[69744]: value = "task-3311845" [ 932.737497] env[69744]: _type = "Task" [ 932.737497] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.748665] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.766431] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.906333] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311844, 'name': Rename_Task, 'duration_secs': 0.199087} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.906498] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.906743] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58035978-d411-4a67-b12e-92d774f037cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.915183] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 932.915183] env[69744]: value = "task-3311846" [ 932.915183] env[69744]: _type = "Task" [ 932.915183] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.934211] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.934611] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ff79f6-a8e5-fa91-00e9-92d3b36d07c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017236} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.935650] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f557e1d-2ac4-4501-a1e6-0b6874a6efc7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.942141] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 932.942141] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53e90-6f83-cfd5-98e0-08817ee9108a" [ 932.942141] env[69744]: _type = "Task" [ 932.942141] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.953059] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53e90-6f83-cfd5-98e0-08817ee9108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.997038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "d434213b-623b-43ac-a975-07b9e8290b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.997388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.033857] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171b44f-4488-4ad3-b10d-c51b387820f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.041393] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5659d2-49d2-472e-aad7-b5f968be4f70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.073438] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d07ae-d0fe-4a8e-a1d2-55c96fe44f95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.081360] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27dea5c-b659-4ef3-8610-6af517c4885b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.098042] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.185724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.207700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Releasing lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.208078] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Instance network_info: |[{"id": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "address": "fa:16:3e:22:c6:b0", "network": {"id": "79268292-58de-4601-8c1f-c8fd181575fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1194361236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1200874410a4250a6be135f321b00ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7883e-3b", "ovs_interfaceid": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.208659] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b7883e-3b27-4e6c-914b-6fab63849fc3', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.219430] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Creating folder: Project (a1200874410a4250a6be135f321b00ba). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.219659] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c13b022-16d3-462c-976b-2fdfc402f205 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.232260] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Created folder: Project (a1200874410a4250a6be135f321b00ba) in parent group-v661134. [ 933.232496] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Creating folder: Instances. Parent ref: group-v661314. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.232767] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad5ac524-6b8d-4ea4-8c63-96fce074aab8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.243702] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Created folder: Instances in parent group-v661314. [ 933.244109] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.244895] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.245298] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8df1408-cec5-41ac-9123-68752b0d6fb6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.266321] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.274379] env[69744]: DEBUG oslo_vmware.api [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311842, 'name': PowerOnVM_Task, 'duration_secs': 0.516939} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.275755] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.275963] env[69744]: INFO nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Took 10.16 seconds to spawn the instance on the hypervisor. [ 933.276158] env[69744]: DEBUG nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.276400] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.276400] env[69744]: value = "task-3311849" [ 933.276400] env[69744]: _type = "Task" [ 933.276400] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.277063] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b030e82-30eb-4da1-9cfa-7ff9379ecea8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.291807] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311849, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.395851] env[69744]: DEBUG nova.compute.manager [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Received event network-changed-d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.396052] env[69744]: DEBUG nova.compute.manager [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Refreshing instance network info cache due to event network-changed-d6b7883e-3b27-4e6c-914b-6fab63849fc3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.396304] env[69744]: DEBUG oslo_concurrency.lockutils [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] Acquiring lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.396453] env[69744]: DEBUG oslo_concurrency.lockutils [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] Acquired lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.396616] env[69744]: DEBUG nova.network.neutron [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Refreshing network info cache for port d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.425517] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.454064] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a53e90-6f83-cfd5-98e0-08817ee9108a, 'name': SearchDatastore_Task, 'duration_secs': 0.022198} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.454300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.454553] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 933.454844] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab35a1b-cc14-4f12-96af-43794ee7ae08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.461728] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 933.461728] env[69744]: value = "task-3311850" [ 933.461728] env[69744]: _type = "Task" [ 933.461728] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.470525] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.602262] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.749678] env[69744]: DEBUG oslo_vmware.api [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311845, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906309} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.749835] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 933.750028] env[69744]: INFO nova.compute.manager [None req-c366e86d-d1cc-4d4e-a079-95a16f96bb01 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Took 16.01 seconds to snapshot the instance on the hypervisor. [ 933.790825] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311849, 'name': CreateVM_Task, 'duration_secs': 0.334032} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.790825] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.791719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.792036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.792419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.797667] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97cee43-637b-4964-9b98-eeb50dd07f77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.802638] env[69744]: INFO nova.compute.manager [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Took 53.50 seconds to build instance. [ 933.807671] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 933.807671] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c4c255-e0fd-483c-0b28-402f9327177e" [ 933.807671] env[69744]: _type = "Task" [ 933.807671] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.818294] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c4c255-e0fd-483c-0b28-402f9327177e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.898907] env[69744]: INFO nova.compute.manager [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Rebuilding instance [ 933.930974] env[69744]: DEBUG oslo_vmware.api [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311846, 'name': PowerOnVM_Task, 'duration_secs': 0.603289} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.931260] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.931569] env[69744]: DEBUG nova.compute.manager [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.932265] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f57f54-892c-4d05-9857-0d8d09d71702 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.949539] env[69744]: DEBUG nova.compute.manager [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.950752] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd8bda4-a631-4416-943a-28b672a78c4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.971587] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311850, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.108015] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 934.108416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.130s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.108951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.329s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.109163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.111381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.140s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.111661] env[69744]: DEBUG nova.objects.instance [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.114385] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.114535] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 934.131773] env[69744]: INFO nova.scheduler.client.report [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Deleted allocations for instance 5db72d34-978a-468d-81d8-f2efa761e50a [ 934.258025] env[69744]: DEBUG nova.network.neutron [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Updated VIF entry in instance network info cache for port d6b7883e-3b27-4e6c-914b-6fab63849fc3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.258382] env[69744]: DEBUG nova.network.neutron [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Updating instance_info_cache with network_info: [{"id": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "address": "fa:16:3e:22:c6:b0", "network": {"id": "79268292-58de-4601-8c1f-c8fd181575fb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1194361236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1200874410a4250a6be135f321b00ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7883e-3b", "ovs_interfaceid": "d6b7883e-3b27-4e6c-914b-6fab63849fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.305237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0f9c83d4-7493-4542-85d6-6bd7a6c8adbf tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.012s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.317522] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c4c255-e0fd-483c-0b28-402f9327177e, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.318319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.318575] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.318811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.318958] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.319151] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.319659] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fcde99e-78b8-4a85-a8dc-2cf617c2ba87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.331546] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.331728] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.332457] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0fed6e-82ea-493d-a803-55cf34717348 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.337589] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 934.337589] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521234cf-a1f8-b82c-7674-a55c08f1068b" [ 934.337589] env[69744]: _type = "Task" [ 934.337589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.344699] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521234cf-a1f8-b82c-7674-a55c08f1068b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.451653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.473124] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639623} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.473789] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 934.474571] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f421eef-7bec-4ba3-8d32-be60d39d8580 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.500958] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.501245] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7ac876-da6e-4120-8b81-6c2af55ffe44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.522626] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 934.522626] env[69744]: value = "task-3311851" [ 934.522626] env[69744]: _type = "Task" [ 934.522626] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.530197] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.545240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.545481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.545682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.545859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.546032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.548121] env[69744]: INFO nova.compute.manager [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Terminating instance [ 934.631952] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] There are 46 instances to clean {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 934.632236] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: b3b5f246-6440-4bb5-9285-6171fb1ea965] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.639942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96c7b475-0758-4057-9146-db67f32e4ea7 tempest-ListImageFiltersTestJSON-418696531 tempest-ListImageFiltersTestJSON-418696531-project-member] Lock "5db72d34-978a-468d-81d8-f2efa761e50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.410s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.761761] env[69744]: DEBUG oslo_concurrency.lockutils [req-1f1e0052-8971-4531-90ab-f1e72b47320b req-e2c19a4c-83a1-40df-b1b7-c4be411bc51b service nova] Releasing lock "refresh_cache-fc61bf10-21ed-4ad0-9e6f-63eae873af81" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.808543] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.849422] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521234cf-a1f8-b82c-7674-a55c08f1068b, 'name': SearchDatastore_Task, 'duration_secs': 0.067156} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.850356] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e016ee2b-6431-408c-91fc-10a055791658 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.856084] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 934.856084] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f3dd1-64c5-c631-4009-6b20447dc023" [ 934.856084] env[69744]: _type = "Task" [ 934.856084] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.866596] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f3dd1-64c5-c631-4009-6b20447dc023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.968318] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.968480] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d699af-edb9-4190-8e8c-2eb54c56000a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.976708] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 934.976708] env[69744]: value = "task-3311852" [ 934.976708] env[69744]: _type = "Task" [ 934.976708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.987104] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.032494] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.052502] env[69744]: DEBUG nova.compute.manager [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.052776] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.054865] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee06742-fc83-4e75-b62d-8c2d9ea1efbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.067503] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.067503] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a803731d-8198-42af-b105-b275f95da181 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.075492] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 935.075492] env[69744]: value = "task-3311853" [ 935.075492] env[69744]: _type = "Task" [ 935.075492] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.088170] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.120967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a48021ea-d5e5-4f5f-b8b8-a8923cda35b4 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.122266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.287s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.124059] env[69744]: INFO nova.compute.claims [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.136198] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 7ecd7ac5-c934-42c0-80d3-684a4e5544bd] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.334914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.366931] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f3dd1-64c5-c631-4009-6b20447dc023, 'name': SearchDatastore_Task, 'duration_secs': 0.042577} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.367285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.367629] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fc61bf10-21ed-4ad0-9e6f-63eae873af81/fc61bf10-21ed-4ad0-9e6f-63eae873af81.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.367910] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff11141d-7c9d-4b7e-afb7-b8205984b184 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.374321] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 935.374321] env[69744]: value = "task-3311854" [ 935.374321] env[69744]: _type = "Task" [ 935.374321] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.381940] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.487030] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311852, 'name': PowerOffVM_Task, 'duration_secs': 0.285802} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.487295] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.487525] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.488381] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f6f8f3-7a39-45d8-9eba-f1bb112f6413 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.495400] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.496184] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb5c64c-fd1d-4ea9-b439-2d73356d507a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.532879] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311851, 'name': ReconfigVM_Task, 'duration_secs': 0.615657} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.533185] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.534024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd6af7-18b6-463b-b3ee-d7634a5d7d94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.567682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "770e096d-fb72-434b-8fd7-136031a3bf96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.567682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.567682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "770e096d-fb72-434b-8fd7-136031a3bf96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.567682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.567682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.567682] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5646cf1-f54f-4ced-a1a4-eb6e19d94815 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.577411] env[69744]: INFO nova.compute.manager [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Terminating instance [ 935.580363] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.580564] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.580742] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.585327] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b94867-956b-49f3-ab91-d871a63b0b7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.590104] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 935.590104] env[69744]: value = "task-3311856" [ 935.590104] env[69744]: _type = "Task" [ 935.590104] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.593342] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311853, 'name': PowerOffVM_Task, 'duration_secs': 0.21647} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.597268] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.597443] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.597732] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 935.597732] env[69744]: value = "task-3311857" [ 935.597732] env[69744]: _type = "Task" [ 935.597732] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.598515] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96e3e738-faa7-44ed-aaa5-39144c1867ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.606699] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.612956] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.638737] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: c0297808-c5d6-4786-b514-20c599a4c597] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.662767] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.663067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.663158] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleting the datastore file [datastore1] df9e9688-85eb-4db8-96b0-9a2b20c0d268 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.663424] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85694c82-e9a8-4d6c-828d-664ec6706042 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670311] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 935.670311] env[69744]: value = "task-3311859" [ 935.670311] env[69744]: _type = "Task" [ 935.670311] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.678011] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.885216] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.087972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "refresh_cache-770e096d-fb72-434b-8fd7-136031a3bf96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.088307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquired lock "refresh_cache-770e096d-fb72-434b-8fd7-136031a3bf96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.088578] env[69744]: DEBUG nova.network.neutron [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.103387] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311856, 'name': ReconfigVM_Task, 'duration_secs': 0.157042} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.107516] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.108115] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ec8a58-a5b1-4a90-ac00-f85616e8aeb7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.115156] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482886} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.116799] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.117030] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.117268] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.120666] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 936.120666] env[69744]: value = "task-3311860" [ 936.120666] env[69744]: _type = "Task" [ 936.120666] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.128626] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.143865] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 4c977f3c-c8ee-44c7-b4e3-0d86696cb783] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.183038] env[69744]: DEBUG oslo_vmware.api [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3311859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378157} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.183331] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.183868] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.183868] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.183948] env[69744]: INFO nova.compute.manager [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.184181] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.187676] env[69744]: DEBUG nova.compute.manager [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.187782] env[69744]: DEBUG nova.network.neutron [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.388777] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684216} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.388946] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] fc61bf10-21ed-4ad0-9e6f-63eae873af81/fc61bf10-21ed-4ad0-9e6f-63eae873af81.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.389177] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.389543] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b21d60-4ec1-4c54-bb21-2fcfb60b9f5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.398811] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 936.398811] env[69744]: value = "task-3311861" [ 936.398811] env[69744]: _type = "Task" [ 936.398811] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.408765] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.534829] env[69744]: DEBUG nova.compute.manager [req-cbba44b0-cc74-4ae0-8ae9-5d6b28bfc848 req-45bf65de-69a4-4d62-b022-af4f06002295 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Received event network-vif-deleted-ab29e690-e279-4e02-b685-2139154a495f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.534920] env[69744]: INFO nova.compute.manager [req-cbba44b0-cc74-4ae0-8ae9-5d6b28bfc848 req-45bf65de-69a4-4d62-b022-af4f06002295 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Neutron deleted interface ab29e690-e279-4e02-b685-2139154a495f; detaching it from the instance and deleting it from the info cache [ 936.535061] env[69744]: DEBUG nova.network.neutron [req-cbba44b0-cc74-4ae0-8ae9-5d6b28bfc848 req-45bf65de-69a4-4d62-b022-af4f06002295 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.595997] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310f18d3-9a44-40a8-ab6d-b71ef30d5d04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.604551] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a10963-3049-43fb-bd02-2a1c0643b5e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.639421] env[69744]: DEBUG nova.network.neutron [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.644718] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f75d098-bd51-478b-83ec-43e0f617f65e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.647415] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: dc7cb6fa-5635-49c1-bed1-bd78457025ed] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.654801] env[69744]: DEBUG oslo_vmware.api [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311860, 'name': PowerOnVM_Task, 'duration_secs': 0.450407} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.657182] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.659996] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e127e-e6ea-4011-8fe1-b21f7b791406 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.664737] env[69744]: DEBUG nova.compute.manager [None req-505a30ab-5bba-4a32-8e8d-7c7d29b30535 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.667469] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f03a59-7378-408f-a3cc-7d1bf9e4ec2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.681889] env[69744]: DEBUG nova.compute.provider_tree [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.743840] env[69744]: DEBUG nova.network.neutron [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.908746] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102085} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.909018] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.909804] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8216a5-6b29-4e74-9996-3bbf5258560f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.931853] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] fc61bf10-21ed-4ad0-9e6f-63eae873af81/fc61bf10-21ed-4ad0-9e6f-63eae873af81.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.932103] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea2fd51-417d-4133-9492-9d7312a9edc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.951664] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 936.951664] env[69744]: value = "task-3311862" [ 936.951664] env[69744]: _type = "Task" [ 936.951664] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.959025] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.013609] env[69744]: DEBUG nova.network.neutron [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.041500] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d266779-9beb-45e5-a6e1-9b51b5c74f4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.050827] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1219459-dc21-4d74-ae96-0c6f97de8f2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.084595] env[69744]: DEBUG nova.compute.manager [req-cbba44b0-cc74-4ae0-8ae9-5d6b28bfc848 req-45bf65de-69a4-4d62-b022-af4f06002295 service nova] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Detach interface failed, port_id=ab29e690-e279-4e02-b685-2139154a495f, reason: Instance df9e9688-85eb-4db8-96b0-9a2b20c0d268 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.150214] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1e0d4567-148e-480c-9032-9a78fa3aa0ff] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.179950] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.180893] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.180893] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.180893] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.180893] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.180893] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.181072] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.181189] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.181355] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.181514] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.181686] env[69744]: DEBUG nova.virt.hardware [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.183288] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253573d9-5c8d-4051-b998-056f2a5ade5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.187328] env[69744]: DEBUG nova.scheduler.client.report [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.198384] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd66bf-0ad9-482a-beb5-7032536a9079 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.220265] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cad4ae7-de03-449b-87b7-093b0ffeeb4b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.230300] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.230954] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.231228] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-354ebb25-b77b-4427-9783-b46ab417e6df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.960135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Releasing lock "refresh_cache-770e096d-fb72-434b-8fd7-136031a3bf96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.960596] env[69744]: DEBUG nova.compute.manager [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.960781] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.961741] env[69744]: INFO nova.compute.manager [-] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Took 1.77 seconds to deallocate network for instance. [ 937.961741] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 83e88e62-1313-4b9f-94de-857c4f379379] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.963332] env[69744]: INFO nova.compute.manager [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Unrescuing [ 937.964108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.964108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquired lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.964108] env[69744]: DEBUG nova.network.neutron [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.965201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.967240] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.968658] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b60410-ced4-48b8-912e-e5e3646444ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.976404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.161s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.976606] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.979119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.185s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.979119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.980371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.311s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.986867] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.986867] env[69744]: value = "task-3311863" [ 937.986867] env[69744]: _type = "Task" [ 937.986867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.995934] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311862, 'name': ReconfigVM_Task, 'duration_secs': 0.269448} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.995934] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.996563] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Reconfigured VM instance instance-00000044 to attach disk [datastore2] fc61bf10-21ed-4ad0-9e6f-63eae873af81/fc61bf10-21ed-4ad0-9e6f-63eae873af81.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.997240] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21af00c5-213a-404d-99b3-22080ae8589f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.001767] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7899f198-db27-43d3-a82e-85d15408d944 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.003834] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311863, 'name': CreateVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.009355] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 938.009355] env[69744]: value = "task-3311864" [ 938.009355] env[69744]: _type = "Task" [ 938.009355] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.010400] env[69744]: INFO nova.scheduler.client.report [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocations for instance effd5854-a2ab-471e-9e13-6252e6eb38c7 [ 938.012940] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 938.012940] env[69744]: value = "task-3311865" [ 938.012940] env[69744]: _type = "Task" [ 938.012940] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.013304] env[69744]: INFO nova.scheduler.client.report [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Deleted allocations for instance cc9f2bb5-1b94-47bf-a291-5a1cb62261a9 [ 938.032128] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311864, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.035434] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.474443] env[69744]: DEBUG nova.compute.utils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.479806] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8ee75dc6-1c52-468f-a10b-56027a5bfc33] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.485319] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.485319] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.487973] env[69744]: DEBUG nova.objects.instance [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lazy-loading 'migration_context' on Instance uuid f289fdaf-4399-44ab-95d8-3129ea198de1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.496611] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.502943] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311863, 'name': CreateVM_Task, 'duration_secs': 0.335703} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.502943] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.503884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.503884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.503884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.504106] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19325bfe-a145-4281-b244-79af633e3d40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.509098] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 938.509098] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52da07bb-57d8-e8f5-1506-cadc430cafd9" [ 938.509098] env[69744]: _type = "Task" [ 938.509098] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.522228] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52da07bb-57d8-e8f5-1506-cadc430cafd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.527115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.527367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.527596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.527741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.527916] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.530313] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311864, 'name': Rename_Task, 'duration_secs': 0.152274} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.532584] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6627d9a-4f00-4aa1-abaf-dec49ae5596b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.535799] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.536915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91142fda-43cb-4009-852f-ff6440eb3829 tempest-InstanceActionsTestJSON-1968733930 tempest-InstanceActionsTestJSON-1968733930-project-member] Lock "cc9f2bb5-1b94-47bf-a291-5a1cb62261a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.165s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.537207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-758f531e-65d6-45bf-83d7-63d92f1df048 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "effd5854-a2ab-471e-9e13-6252e6eb38c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.280s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.538566] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4446c2-b073-4222-b3d4-9e7fdb7e7209 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.546623] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311865, 'name': PowerOffVM_Task, 'duration_secs': 0.139099} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.548793] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.548793] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.548793] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d97af2-6407-403c-9cfd-86783074e999 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.552060] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 938.552060] env[69744]: value = "task-3311866" [ 938.552060] env[69744]: _type = "Task" [ 938.552060] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.556562] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.556728] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.559169] env[69744]: DEBUG nova.policy [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77067f19f3994487ba4bf71890266958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8cfe930cac4bb99131877452a2f654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.561063] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0d84ab-0a2b-4384-8447-fe61fb799fed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.570618] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.571304] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 938.571304] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdc3c8-5bed-6608-b34d-1a98e7d1303b" [ 938.571304] env[69744]: _type = "Task" [ 938.571304] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.573139] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.573139] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.573264] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Deleting the datastore file [datastore2] 770e096d-fb72-434b-8fd7-136031a3bf96 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.579699] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8749e11-d321-4783-b0c5-77a3b3cc06dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.584822] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdc3c8-5bed-6608-b34d-1a98e7d1303b, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.588778] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for the task: (returnval){ [ 938.588778] env[69744]: value = "task-3311868" [ 938.588778] env[69744]: _type = "Task" [ 938.588778] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.589367] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dbb4ee-d4e1-4083-bfca-6ef7f8178e3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.598124] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 938.598124] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52210015-7e18-0bed-b829-4c6b6a03739b" [ 938.598124] env[69744]: _type = "Task" [ 938.598124] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.601468] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.609946] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52210015-7e18-0bed-b829-4c6b6a03739b, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.610212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.610468] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.610723] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33bd8f83-dbe8-4a27-9b38-a103ec6a9f9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.616649] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 938.616649] env[69744]: value = "task-3311869" [ 938.616649] env[69744]: _type = "Task" [ 938.616649] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.625103] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.984984] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.991210] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: eec6578e-eb7e-4532-beda-38a6e37175b0] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.071512] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.088269] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Successfully created port: 821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.106042] env[69744]: DEBUG oslo_vmware.api [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Task: {'id': task-3311868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10052} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.106649] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.106649] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.106784] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.106947] env[69744]: INFO nova.compute.manager [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 939.107215] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.107613] env[69744]: DEBUG nova.compute.manager [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.107613] env[69744]: DEBUG nova.network.neutron [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.126409] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311869, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.188025] env[69744]: DEBUG nova.network.neutron [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.219759] env[69744]: DEBUG nova.network.neutron [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [{"id": "b67a86d8-2a5b-453e-8823-a81c9012e751", "address": "fa:16:3e:e3:78:73", "network": {"id": "5fc4c282-6f88-4b90-9b8b-ad6bc9c9049b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-877630673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ce118a1f01b74bef85cf6e9f290c3c89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67a86d8-2a", "ovs_interfaceid": "b67a86d8-2a5b-453e-8823-a81c9012e751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.496108] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: a3292a47-15c1-4d1c-b822-8a79271dcacc] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.499996] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42496e-95e3-4dd6-8afa-031e63ba0b93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.507756] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8993e05-ad4d-47bd-9572-3eed40c904ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.545128] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5895fb95-acb7-4774-8b53-3f400b98639e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.553771] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0255c2f-0b3c-4dd7-8986-214250fb5565 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.571667] env[69744]: DEBUG nova.compute.provider_tree [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.577226] env[69744]: DEBUG oslo_vmware.api [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311866, 'name': PowerOnVM_Task, 'duration_secs': 0.623808} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.577693] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.577900] env[69744]: INFO nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Took 9.55 seconds to spawn the instance on the hypervisor. [ 939.578091] env[69744]: DEBUG nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.578976] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122463fa-acf2-4ff7-8f01-6808eeabd809 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.626672] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.694207] env[69744]: DEBUG nova.network.neutron [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.725818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Releasing lock "refresh_cache-57894d64-5416-4bd6-8ffa-a56a11e0da5a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.726572] env[69744]: DEBUG nova.objects.instance [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lazy-loading 'flavor' on Instance uuid 57894d64-5416-4bd6-8ffa-a56a11e0da5a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.003290] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: c36cc33d-1a3f-4a88-9451-452086c06456] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.009791] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.049619] env[69744]: DEBUG nova.virt.hardware [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.049619] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e492838-5432-4064-951e-a8669ca1b999 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.058349] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc4571-b2ba-4710-a2d1-bd5e745d6cf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.080077] env[69744]: DEBUG nova.scheduler.client.report [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.096491] env[69744]: INFO nova.compute.manager [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Took 52.79 seconds to build instance. [ 940.128351] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.199151] env[69744]: INFO nova.compute.manager [-] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Took 1.09 seconds to deallocate network for instance. [ 940.240461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ebdd9-02b7-4408-8d00-7e23cf2bca23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.267063] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.267179] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a3a3e9-ae0c-4b22-881a-4b6dddfc58bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.277013] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 940.277013] env[69744]: value = "task-3311870" [ 940.277013] env[69744]: _type = "Task" [ 940.277013] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.293468] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.512763] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: fc428465-7779-4050-a296-0d4bf116368b] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.602416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af4076b7-c77e-416d-9980-2a5896c52705 tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.465s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.628990] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311869, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.535368} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.629325] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.629678] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.629886] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d3d506-7730-4102-85b6-7cb4030fd06e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.637075] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Successfully updated port: 821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.637467] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 940.637467] env[69744]: value = "task-3311871" [ 940.637467] env[69744]: _type = "Task" [ 940.637467] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.650101] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.707024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.788670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.788670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.788670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.789032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.789032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.790669] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311870, 'name': PowerOffVM_Task, 'duration_secs': 0.225532} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.792152] env[69744]: INFO nova.compute.manager [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Terminating instance [ 940.792410] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.798437] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.799689] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e36e1d7-bc1f-4a8f-b3a2-bf9ff772791b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.828437] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 940.828437] env[69744]: value = "task-3311872" [ 940.828437] env[69744]: _type = "Task" [ 940.828437] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.836541] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.940745] env[69744]: DEBUG nova.compute.manager [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Received event network-vif-plugged-821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.941037] env[69744]: DEBUG oslo_concurrency.lockutils [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] Acquiring lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.941305] env[69744]: DEBUG oslo_concurrency.lockutils [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.941519] env[69744]: DEBUG oslo_concurrency.lockutils [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.941703] env[69744]: DEBUG nova.compute.manager [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] No waiting events found dispatching network-vif-plugged-821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.941896] env[69744]: WARNING nova.compute.manager [req-3457a0f7-f29c-49b6-bb07-e043302ac80e req-b27d4d8b-1731-40f8-b594-ada078711cde service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Received unexpected event network-vif-plugged-821f62c2-9bdb-4fca-8b73-8284e4c12194 for instance with vm_state building and task_state spawning. [ 941.015871] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f0e74a22-8d6c-44fc-808d-af887e716e59] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.090805] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.110s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.096516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.734s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.098823] env[69744]: INFO nova.compute.claims [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.135667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.135802] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.135958] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.153296] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06071} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.153558] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.154389] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f153630-7c71-4320-8ed7-5a1bbf6e6713 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.177507] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.178356] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f44587-5e24-45d0-99da-afd2b4140964 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.203403] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 941.203403] env[69744]: value = "task-3311873" [ 941.203403] env[69744]: _type = "Task" [ 941.203403] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.214165] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.324616] env[69744]: DEBUG nova.compute.manager [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.324616] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.325587] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79331060-51f1-4c14-b7d9-a9df394aefa8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.341081] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311872, 'name': ReconfigVM_Task, 'duration_secs': 0.215389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.344018] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.344018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.344018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.344018] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2785b9a-cf36-444b-9110-49f9fd064c35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.345384] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fed974d-6bfa-4d8c-84ab-e26183261075 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.351402] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 941.351402] env[69744]: value = "task-3311874" [ 941.351402] env[69744]: _type = "Task" [ 941.351402] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.354328] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 941.354328] env[69744]: value = "task-3311875" [ 941.354328] env[69744]: _type = "Task" [ 941.354328] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.371294] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.376816] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.519507] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 7da0d7f3-4091-44e0-9d21-d6e09e78603e] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.667990] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.715079] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311873, 'name': ReconfigVM_Task, 'duration_secs': 0.264109} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.717481] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9/0acb85e5-7617-4795-939f-8d7fe4d3e4e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.718463] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74cc2768-3730-450d-a6d1-c2f317e47945 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.724589] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 941.724589] env[69744]: value = "task-3311876" [ 941.724589] env[69744]: _type = "Task" [ 941.724589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.735958] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311876, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.823300] env[69744]: DEBUG nova.network.neutron [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Updating instance_info_cache with network_info: [{"id": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "address": "fa:16:3e:17:fe:0f", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821f62c2-9b", "ovs_interfaceid": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.864906] env[69744]: DEBUG oslo_vmware.api [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311874, 'name': PowerOnVM_Task, 'duration_secs': 0.368978} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.865925] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.866255] env[69744]: DEBUG nova.compute.manager [None req-0b8083b8-d154-48ce-8f5c-82409a1928e4 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.867024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31291a56-bc35-4f26-9681-0d072bbbe0ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.872351] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311875, 'name': PowerOffVM_Task, 'duration_secs': 0.189726} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.872871] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.873058] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.873281] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8de49ca-cfe1-49aa-8dd1-c57efd6e677f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.938699] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.938964] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.939175] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Deleting the datastore file [datastore2] fc61bf10-21ed-4ad0-9e6f-63eae873af81 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.942743] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286ba717-9d1a-4d93-9cbb-4f8e0e97992c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.947516] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for the task: (returnval){ [ 941.947516] env[69744]: value = "task-3311878" [ 941.947516] env[69744]: _type = "Task" [ 941.947516] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.956319] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.024688] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: ea758cd1-d95b-45b6-91ac-9169cbb7794f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.234218] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311876, 'name': Rename_Task, 'duration_secs': 0.125955} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.234591] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.234914] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac84d98-0759-4c52-b25d-129795b6825e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.243805] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 942.243805] env[69744]: value = "task-3311879" [ 942.243805] env[69744]: _type = "Task" [ 942.243805] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.253885] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.326340] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.327041] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance network_info: |[{"id": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "address": "fa:16:3e:17:fe:0f", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821f62c2-9b", "ovs_interfaceid": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.327603] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:fe:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '821f62c2-9bdb-4fca-8b73-8284e4c12194', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.337248] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.340289] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.340776] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80929c30-9629-426a-b0a1-2c800b64bdd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.372349] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.372349] env[69744]: value = "task-3311880" [ 942.372349] env[69744]: _type = "Task" [ 942.372349] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.383429] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311880, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.465092] env[69744]: DEBUG oslo_vmware.api [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Task: {'id': task-3311878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129106} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.465378] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.465543] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.465722] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.465904] env[69744]: INFO nova.compute.manager [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.466156] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.466430] env[69744]: DEBUG nova.compute.manager [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.466513] env[69744]: DEBUG nova.network.neutron [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.530732] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: fe6ce16f-ada2-4588-aca5-00de3ce94c08] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.652788] env[69744]: INFO nova.compute.manager [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Swapping old allocation on dict_keys(['159bdab9-d750-4e8c-86c9-321f1e6d6636']) held by migration 9ac5fc37-2d05-4948-8737-f2aad05f7b50 for instance [ 942.678397] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55dbda5-c5d5-4ff0-93aa-e9879192d122 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.688557] env[69744]: DEBUG nova.scheduler.client.report [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Overwriting current allocation {'allocations': {'159bdab9-d750-4e8c-86c9-321f1e6d6636': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 97}}, 'project_id': '92e980ee7da643cdbe0a01e1f1d72504', 'user_id': 'a705a42a9b5f44feaf744e5d1e2f870a', 'consumer_generation': 1} on consumer f289fdaf-4399-44ab-95d8-3129ea198de1 {{(pid=69744) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 942.693230] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba3a62-7c7a-4c24-a9a3-b9bddededb84 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.732712] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898831bf-446d-4c88-98a2-830c627f1fa2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.741316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "666b7aad-31b6-415d-8062-bac91a429ed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.741472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.749201] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2b7b7-bac9-473a-8288-2ed3e7c61f2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.769549] env[69744]: DEBUG nova.compute.provider_tree [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.775662] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.820483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.820732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquired lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.820854] env[69744]: DEBUG nova.network.neutron [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.882652] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311880, 'name': CreateVM_Task, 'duration_secs': 0.392361} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.882826] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.883515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.883719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.884060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884320] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759dcfef-bf36-4613-90f6-f52d0a45b3b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.889253] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 942.889253] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d31ee-cdc2-3b8b-1123-6af49599e2d2" [ 942.889253] env[69744]: _type = "Task" [ 942.889253] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.897364] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d31ee-cdc2-3b8b-1123-6af49599e2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.967200] env[69744]: DEBUG nova.compute.manager [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Received event network-changed-821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.967389] env[69744]: DEBUG nova.compute.manager [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Refreshing instance network info cache due to event network-changed-821f62c2-9bdb-4fca-8b73-8284e4c12194. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.967593] env[69744]: DEBUG oslo_concurrency.lockutils [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] Acquiring lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.967732] env[69744]: DEBUG oslo_concurrency.lockutils [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] Acquired lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.967888] env[69744]: DEBUG nova.network.neutron [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Refreshing network info cache for port 821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.037459] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: dac01f89-f37f-4fe9-a21b-4a4071002d37] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.245640] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.257206] env[69744]: DEBUG oslo_vmware.api [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311879, 'name': PowerOnVM_Task, 'duration_secs': 0.56314} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.257470] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.257672] env[69744]: DEBUG nova.compute.manager [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.258461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257b9a9-3a68-4cd7-9167-c8113899eb9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.278150] env[69744]: DEBUG nova.scheduler.client.report [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.298468] env[69744]: DEBUG nova.network.neutron [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.318239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.318531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.318744] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.318924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.319128] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.321655] env[69744]: INFO nova.compute.manager [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Terminating instance [ 943.400888] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d31ee-cdc2-3b8b-1123-6af49599e2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015697} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.401106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.401345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.401577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.401723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.401898] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.402175] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe7f333-69d2-4140-938c-f748fed52a45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.414679] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.414679] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.414928] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a508b52-5db6-465d-8c49-d6dce8c372fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.422520] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 943.422520] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52542b51-0fbb-934a-db10-4c5431842c82" [ 943.422520] env[69744]: _type = "Task" [ 943.422520] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.432513] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52542b51-0fbb-934a-db10-4c5431842c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.540726] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 58dfa423-d1c6-45f2-887f-153af1e44c3f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.639968] env[69744]: DEBUG nova.network.neutron [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [{"id": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "address": "fa:16:3e:9d:bc:6e", "network": {"id": "75123dfe-2855-4104-955a-b9baf8d1aa28", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "99e0389532ec4d8398dfa084fe37c0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6770d66d-1e", "ovs_interfaceid": "6770d66d-1e58-4e18-a724-3d4765bc8d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.693753] env[69744]: DEBUG nova.network.neutron [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Updated VIF entry in instance network info cache for port 821f62c2-9bdb-4fca-8b73-8284e4c12194. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.694119] env[69744]: DEBUG nova.network.neutron [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Updating instance_info_cache with network_info: [{"id": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "address": "fa:16:3e:17:fe:0f", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821f62c2-9b", "ovs_interfaceid": "821f62c2-9bdb-4fca-8b73-8284e4c12194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.771861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.774399] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.785275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.785760] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.788358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.528s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.789840] env[69744]: INFO nova.compute.claims [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.801033] env[69744]: INFO nova.compute.manager [-] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Took 1.33 seconds to deallocate network for instance. [ 943.827307] env[69744]: DEBUG nova.compute.manager [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.827552] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.828790] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02925114-bdcc-47d9-b346-838e3ff70d48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.838251] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.838588] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99734de4-8a02-40a9-8a61-405f83e39dbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.844735] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 943.844735] env[69744]: value = "task-3311881" [ 943.844735] env[69744]: _type = "Task" [ 943.844735] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.853213] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.934466] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52542b51-0fbb-934a-db10-4c5431842c82, 'name': SearchDatastore_Task, 'duration_secs': 0.042541} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.938613] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069bc250-9ccf-45fa-8856-1d3aa4ff1297 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.945794] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 943.945794] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a54f7-a11e-5a07-3480-9778d442089c" [ 943.945794] env[69744]: _type = "Task" [ 943.945794] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.953689] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a54f7-a11e-5a07-3480-9778d442089c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.049510] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cf2a57af-8712-481b-bfe9-5629113843d1] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.142429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Releasing lock "refresh_cache-f289fdaf-4399-44ab-95d8-3129ea198de1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.142898] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.143194] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63dad1b5-d41c-4580-918b-440e97d5e69a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.150894] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 944.150894] env[69744]: value = "task-3311882" [ 944.150894] env[69744]: _type = "Task" [ 944.150894] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.158844] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.196968] env[69744]: DEBUG oslo_concurrency.lockutils [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] Releasing lock "refresh_cache-1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.197400] env[69744]: DEBUG nova.compute.manager [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Received event network-vif-deleted-d6b7883e-3b27-4e6c-914b-6fab63849fc3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.197601] env[69744]: INFO nova.compute.manager [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Neutron deleted interface d6b7883e-3b27-4e6c-914b-6fab63849fc3; detaching it from the instance and deleting it from the info cache [ 944.197777] env[69744]: DEBUG nova.network.neutron [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.294532] env[69744]: DEBUG nova.compute.utils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.298638] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.299147] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.309864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.350425] env[69744]: DEBUG nova.policy [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.356735] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311881, 'name': PowerOffVM_Task, 'duration_secs': 0.195686} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.356991] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.357174] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.357433] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79089a2f-cdc9-4c3f-bc00-dc0c89e07310 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.411170] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.411170] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.411170] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleting the datastore file [datastore1] 57894d64-5416-4bd6-8ffa-a56a11e0da5a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.411456] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ea4084d-67e9-4420-ad62-060244269d40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.419384] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 944.419384] env[69744]: value = "task-3311884" [ 944.419384] env[69744]: _type = "Task" [ 944.419384] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.427463] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.442420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.442667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.442858] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.443046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.443214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.448874] env[69744]: INFO nova.compute.manager [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Terminating instance [ 944.455740] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a54f7-a11e-5a07-3480-9778d442089c, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.456061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.456291] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.456826] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2159192c-8ce9-4245-a880-cfbb36e7db63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.463110] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 944.463110] env[69744]: value = "task-3311885" [ 944.463110] env[69744]: _type = "Task" [ 944.463110] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.470731] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.554323] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: eae4fc1d-13ea-4e22-b607-c6fb0472d791] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.650337] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Successfully created port: 8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.662097] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311882, 'name': PowerOffVM_Task, 'duration_secs': 0.197091} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.662423] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.663183] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2d273fea-1047-424d-a9fb-78b6148e0380',id=41,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2078773720',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.663411] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.663573] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.663753] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.663895] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.664054] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.664256] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.664407] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.664569] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.664730] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.664900] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.670359] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1676d940-19b6-49d7-b25d-6ebcb75cd7da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.686479] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 944.686479] env[69744]: value = "task-3311886" [ 944.686479] env[69744]: _type = "Task" [ 944.686479] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.698733] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.700493] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12089bdf-e8ad-40ab-a637-4b48c6d481e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.710201] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1a0de-47e2-4435-aee9-63d011c731f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.747679] env[69744]: DEBUG nova.compute.manager [req-0c0ae917-c1e8-4423-b1bb-25c3d7204d28 req-9d4cdfe6-7dd0-4b48-b82e-0e2af89fd4ec service nova] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Detach interface failed, port_id=d6b7883e-3b27-4e6c-914b-6fab63849fc3, reason: Instance fc61bf10-21ed-4ad0-9e6f-63eae873af81 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.799801] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.943303] env[69744]: DEBUG oslo_vmware.api [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3311884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186272} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.943665] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.944040] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.944544] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.944544] env[69744]: INFO nova.compute.manager [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 944.945484] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.945612] env[69744]: DEBUG nova.compute.manager [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.945718] env[69744]: DEBUG nova.network.neutron [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.956906] env[69744]: DEBUG nova.compute.manager [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.957130] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.958047] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8792667-a8eb-4ad7-aa30-c34b9fcc6271 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.965998] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.973822] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a78755b-09ad-4094-a8ac-a98a452ac873 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.981072] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.982527] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 944.982527] env[69744]: value = "task-3311887" [ 944.982527] env[69744]: _type = "Task" [ 944.982527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.993910] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.057641] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: bbb6ea42-4b20-4dd1-9bd6-69efcd4ed735] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.199500] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311886, 'name': ReconfigVM_Task, 'duration_secs': 0.151983} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.200461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fafc7-9329-45de-9658-ff68512f5b5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.224643] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:35:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2d273fea-1047-424d-a9fb-78b6148e0380',id=41,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2078773720',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.224944] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.224944] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.225090] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.226676] env[69744]: DEBUG nova.virt.hardware [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.231214] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c76f32-32c7-43ae-b449-1f849b352e08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.237266] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 945.237266] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4c578-7709-c170-4bd4-013f49f8714a" [ 945.237266] env[69744]: _type = "Task" [ 945.237266] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.253399] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4c578-7709-c170-4bd4-013f49f8714a, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.258977] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.259322] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a024bc4c-51ba-439d-b775-7b2812eb7db2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.276036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e2ed22-944d-4a76-a419-6c378020819b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.284125] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290d48f5-528e-4e78-b21e-558e7a267b17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.289493] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 945.289493] env[69744]: value = "task-3311888" [ 945.289493] env[69744]: _type = "Task" [ 945.289493] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.328646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1108f64-4256-4a58-baf4-a778c9f85201 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.335100] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.340659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83d3fc-d0ff-498d-a7e9-2c22f27358dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.355671] env[69744]: DEBUG nova.compute.provider_tree [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.426415] env[69744]: DEBUG nova.compute.manager [req-deb78907-f8a6-40e5-93ec-4a5402c425b5 req-362ac3c3-0635-4b9a-954b-301af6741593 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Received event network-vif-deleted-b67a86d8-2a5b-453e-8823-a81c9012e751 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.426415] env[69744]: INFO nova.compute.manager [req-deb78907-f8a6-40e5-93ec-4a5402c425b5 req-362ac3c3-0635-4b9a-954b-301af6741593 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Neutron deleted interface b67a86d8-2a5b-453e-8823-a81c9012e751; detaching it from the instance and deleting it from the info cache [ 945.426643] env[69744]: DEBUG nova.network.neutron [req-deb78907-f8a6-40e5-93ec-4a5402c425b5 req-362ac3c3-0635-4b9a-954b-301af6741593 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.475949] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53537} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.476418] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.476646] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.476705] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4c68521-0f53-43a2-be61-7bde1d999c8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.483911] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 945.483911] env[69744]: value = "task-3311889" [ 945.483911] env[69744]: _type = "Task" [ 945.483911] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.495896] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311887, 'name': PowerOffVM_Task, 'duration_secs': 0.421026} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.501159] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.501159] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.501159] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.501524] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d5cb43-60e1-4a0a-bf1f-89cd172718a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.560950] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: dc4af6ff-bbf1-412c-b089-339ada47e7ec] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.578530] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.578838] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.578957] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore2] 77b37853-a66e-46fd-9f5f-efeb3cdabba6 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.579242] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b34c47-666c-4883-ad56-a8b20472d025 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.586108] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 945.586108] env[69744]: value = "task-3311891" [ 945.586108] env[69744]: _type = "Task" [ 945.586108] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.596626] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.800111] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311888, 'name': ReconfigVM_Task, 'duration_secs': 0.323042} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.800459] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.801330] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6af529-be66-433c-9636-ac25755bbf96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.823421] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.824031] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0165afc1-f4b5-4055-89df-20a2f461db41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.836746] env[69744]: DEBUG nova.network.neutron [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.839040] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.846477] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 945.846477] env[69744]: value = "task-3311892" [ 945.846477] env[69744]: _type = "Task" [ 945.846477] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.859019] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.859197] env[69744]: DEBUG nova.scheduler.client.report [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.872457] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.872705] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.872849] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.873036] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.873184] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.873330] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.873532] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.873689] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.873853] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.874015] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.874192] env[69744]: DEBUG nova.virt.hardware [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.875372] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c414fc-b780-400d-89fe-34374389165c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.884809] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5876c64-4c20-47a8-b06f-564ffd9cba7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.929481] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6c69ae7-5f78-471c-953b-c34bad068746 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.938231] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817928a1-a7c4-4c26-bddf-1bb2f90a963b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.970209] env[69744]: DEBUG nova.compute.manager [req-deb78907-f8a6-40e5-93ec-4a5402c425b5 req-362ac3c3-0635-4b9a-954b-301af6741593 service nova] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Detach interface failed, port_id=b67a86d8-2a5b-453e-8823-a81c9012e751, reason: Instance 57894d64-5416-4bd6-8ffa-a56a11e0da5a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.995546] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.995837] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.996645] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a436d95-a1ce-41be-ac40-c6e48d257724 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.018175] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.018821] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48ce558-a2c1-4b4b-aa4d-36ca8000da52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.038772] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 946.038772] env[69744]: value = "task-3311893" [ 946.038772] env[69744]: _type = "Task" [ 946.038772] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.046679] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.057607] env[69744]: DEBUG nova.compute.manager [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Received event network-vif-plugged-8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.057833] env[69744]: DEBUG oslo_concurrency.lockutils [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] Acquiring lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.058159] env[69744]: DEBUG oslo_concurrency.lockutils [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.058248] env[69744]: DEBUG oslo_concurrency.lockutils [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.058452] env[69744]: DEBUG nova.compute.manager [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] No waiting events found dispatching network-vif-plugged-8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.058574] env[69744]: WARNING nova.compute.manager [req-a16a7afc-c052-4779-941d-65a4be9145bd req-60007bcd-697f-4646-b576-b58f947aa55a service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Received unexpected event network-vif-plugged-8df70601-a3be-4064-b000-11dbb5b0b2a0 for instance with vm_state building and task_state spawning. [ 946.064756] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8e706f66-96b6-40c0-92d2-565e80eae0f3] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.098271] env[69744]: DEBUG oslo_vmware.api [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3311891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207636} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.098585] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.098778] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.098970] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.099160] env[69744]: INFO nova.compute.manager [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.099412] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.099618] env[69744]: DEBUG nova.compute.manager [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.099727] env[69744]: DEBUG nova.network.neutron [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.150965] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Successfully updated port: 8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.342726] env[69744]: INFO nova.compute.manager [-] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Took 1.40 seconds to deallocate network for instance. [ 946.358498] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311892, 'name': ReconfigVM_Task, 'duration_secs': 0.324029} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.358716] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1/f289fdaf-4399-44ab-95d8-3129ea198de1.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.359639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56ddd4-a567-43fd-b560-378411e7f976 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.379836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.380398] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.384035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.675s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.384223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.386201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.457s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.386381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.388081] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.705s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.389621] env[69744]: INFO nova.compute.claims [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.393764] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5971c1-f929-4aa0-b77e-1803eb42356c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.414075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea99f8-77d7-4df4-b240-96b7561c6e81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.435970] env[69744]: INFO nova.scheduler.client.report [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted allocations for instance e8ca1c97-7d38-49e2-baaf-8535d362b855 [ 946.437544] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd026e-af02-42be-b860-ad4d04d5f719 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.444921] env[69744]: INFO nova.scheduler.client.report [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Deleted allocations for instance e21e3e1d-0767-4f89-a667-a7e7c0b0f838 [ 946.451556] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.451988] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4131977f-d9a5-4455-82a8-d8bae827cd30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.459646] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 946.459646] env[69744]: value = "task-3311894" [ 946.459646] env[69744]: _type = "Task" [ 946.459646] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.467540] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.549632] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311893, 'name': ReconfigVM_Task, 'duration_secs': 0.435142} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.549989] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.550642] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3613348e-57eb-4d90-b3d6-84302b08605c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.557232] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 946.557232] env[69744]: value = "task-3311895" [ 946.557232] env[69744]: _type = "Task" [ 946.557232] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.568295] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 2a8dece2-833a-4aaa-aa12-6d167c68548d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.570379] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311895, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.657372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.657372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.657372] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.853441] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.864989] env[69744]: DEBUG nova.network.neutron [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.897810] env[69744]: DEBUG nova.compute.utils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.901889] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.901994] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.949763] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6e38623-52ca-4282-947f-9c6884859623 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e8ca1c97-7d38-49e2-baaf-8535d362b855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.722s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.955236] env[69744]: DEBUG oslo_concurrency.lockutils [None req-073c6181-a137-43ac-b9af-19722faa4238 tempest-MultipleCreateTestJSON-931722939 tempest-MultipleCreateTestJSON-931722939-project-member] Lock "e21e3e1d-0767-4f89-a667-a7e7c0b0f838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.855s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.967376] env[69744]: DEBUG nova.policy [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b32d61757a45108fd0c2625ecadc15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05d833e505f54a7597357db580fe07c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.974013] env[69744]: DEBUG oslo_vmware.api [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311894, 'name': PowerOnVM_Task, 'duration_secs': 0.396662} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.974280] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.066313] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311895, 'name': Rename_Task, 'duration_secs': 0.14888} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.066592] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.066826] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9c7e678-c5ba-4a96-843e-ecabad7d71c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.071863] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 41eccfec-7190-47d3-bc4c-24a37f8f0be8] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.074489] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 947.074489] env[69744]: value = "task-3311896" [ 947.074489] env[69744]: _type = "Task" [ 947.074489] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.082245] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.193056] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.326172] env[69744]: DEBUG nova.network.neutron [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Updating instance_info_cache with network_info: [{"id": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "address": "fa:16:3e:01:e8:6f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df70601-a3", "ovs_interfaceid": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.369175] env[69744]: INFO nova.compute.manager [-] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Took 1.27 seconds to deallocate network for instance. [ 947.407911] env[69744]: DEBUG nova.compute.utils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.575439] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 7f643918-3848-4e37-b15e-01a650cc53f3] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.586264] env[69744]: DEBUG oslo_vmware.api [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311896, 'name': PowerOnVM_Task, 'duration_secs': 0.458762} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.586581] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.587058] env[69744]: INFO nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Took 7.58 seconds to spawn the instance on the hypervisor. [ 947.587058] env[69744]: DEBUG nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.587771] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4a785-cb05-4d5a-837d-07fd091078c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.754702] env[69744]: DEBUG nova.compute.manager [req-c2d66f5d-da7d-4827-b025-3cc532eb0efe req-fa3f5a23-5f1c-4a86-9f71-573f58f974af service nova] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Received event network-vif-deleted-ef7e603c-6630-4689-9e97-097c9b4faa30 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.772933] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Successfully created port: 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.825414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03eeca-4076-4ca1-a7cb-d0000671c82f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.828967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.828967] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Instance network_info: |[{"id": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "address": "fa:16:3e:01:e8:6f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df70601-a3", "ovs_interfaceid": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.829324] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:e8:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8df70601-a3be-4064-b000-11dbb5b0b2a0', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.837186] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating folder: Project (6cda65c534044f79a81673925bb4bae6). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.837813] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2337fa2a-ad57-44e9-8889-dc66caaddffd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.842990] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c29b6a-1f78-44e3-aab5-5cbabf61e1bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.848343] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created folder: Project (6cda65c534044f79a81673925bb4bae6) in parent group-v661134. [ 947.848546] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating folder: Instances. Parent ref: group-v661319. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.849154] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcff957e-bf03-4c76-a350-9638b1778bb7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.874935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.876253] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706f9e57-add8-443c-aba6-1368ab89d107 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.883824] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae15e87-04ec-4532-a07b-8aa6566aa012 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.890369] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created folder: Instances in parent group-v661319. [ 947.890608] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.891133] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.891342] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bba7c7a5-20f6-41bd-aecb-4de46a2ad3ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.914229] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.920354] env[69744]: DEBUG nova.compute.provider_tree [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.924266] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.924266] env[69744]: value = "task-3311899" [ 947.924266] env[69744]: _type = "Task" [ 947.924266] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.933629] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311899, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.986825] env[69744]: INFO nova.compute.manager [None req-b589cb61-7f4a-49dc-9f8f-8c20bec8995b tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance to original state: 'active' [ 948.082110] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 36e915c8-e43c-425a-8c47-643372176a16] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.112719] env[69744]: INFO nova.compute.manager [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Took 50.30 seconds to build instance. [ 948.423781] env[69744]: DEBUG nova.scheduler.client.report [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.435165] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311899, 'name': CreateVM_Task, 'duration_secs': 0.39423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.435553] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.437961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.437961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.437961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.437961] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c61c81-3694-4b5b-bae9-bacda8b58832 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.445019] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 948.445019] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f7f87e-86c1-31c5-574c-ec00bc6f0293" [ 948.445019] env[69744]: _type = "Task" [ 948.445019] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.452612] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f7f87e-86c1-31c5-574c-ec00bc6f0293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.503827] env[69744]: DEBUG nova.compute.manager [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Received event network-changed-8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.504035] env[69744]: DEBUG nova.compute.manager [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Refreshing instance network info cache due to event network-changed-8df70601-a3be-4064-b000-11dbb5b0b2a0. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.504249] env[69744]: DEBUG oslo_concurrency.lockutils [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] Acquiring lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.504385] env[69744]: DEBUG oslo_concurrency.lockutils [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] Acquired lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.504535] env[69744]: DEBUG nova.network.neutron [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Refreshing network info cache for port 8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.585050] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: d14d3baf-95a0-4983-ab42-755bb9faa134] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.614095] env[69744]: DEBUG oslo_concurrency.lockutils [None req-66ffab24-4118-496c-971d-5f22001fa592 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.813s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.929191] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.930976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.931491] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.936335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.315s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.938174] env[69744]: INFO nova.compute.claims [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.958543] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f7f87e-86c1-31c5-574c-ec00bc6f0293, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.958850] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.960363] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.960638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.960942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961030] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.961478] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b31e6f-c212-4e7c-930b-72ca6f71d4d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.966817] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:38:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1989139986',id=43,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-297624298',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.967092] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.967482] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.967561] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.967720] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.970048] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.970048] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.970048] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.970048] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.970048] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.970982] env[69744]: DEBUG nova.virt.hardware [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.971772] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573701d-0877-4560-a77a-28e59bbe8f2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.976112] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.977135] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.977600] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7187965-0dd3-4e0d-9831-619a5b41a0ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.988020] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b0e40-143c-4604-84a3-7d2a1aed1eec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.992168] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 948.992168] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52327f40-df2b-67e1-a547-f4507c3d7215" [ 948.992168] env[69744]: _type = "Task" [ 948.992168] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.020051] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52327f40-df2b-67e1-a547-f4507c3d7215, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.021017] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ccffdd-a0fc-40e4-93ee-6621c7d11352 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.026865] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 949.026865] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6b8a2-6273-0a43-0440-65a9f5975c82" [ 949.026865] env[69744]: _type = "Task" [ 949.026865] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.036218] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6b8a2-6273-0a43-0440-65a9f5975c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.087990] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 715ead8f-947c-47a4-9ff3-fbe27331d9d6] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.336225] env[69744]: DEBUG nova.network.neutron [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Updated VIF entry in instance network info cache for port 8df70601-a3be-4064-b000-11dbb5b0b2a0. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.336607] env[69744]: DEBUG nova.network.neutron [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Updating instance_info_cache with network_info: [{"id": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "address": "fa:16:3e:01:e8:6f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df70601-a3", "ovs_interfaceid": "8df70601-a3be-4064-b000-11dbb5b0b2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.414904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "f289fdaf-4399-44ab-95d8-3129ea198de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.415240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.415539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.415702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.415902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.418905] env[69744]: INFO nova.compute.manager [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Terminating instance [ 949.442333] env[69744]: DEBUG nova.compute.utils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.443567] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.444111] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.488274] env[69744]: DEBUG nova.policy [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ca14329a91a4c12a90f39374ebb853c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493541dfcee94c97b95299bfb24b4ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.537653] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c6b8a2-6273-0a43-0440-65a9f5975c82, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.538536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.538838] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 3d6514b1-c701-4c38-9a35-0a1866562f12/3d6514b1-c701-4c38-9a35-0a1866562f12.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.539123] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ff0232-36a1-4160-8940-f6aab0462206 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.546134] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 949.546134] env[69744]: value = "task-3311900" [ 949.546134] env[69744]: _type = "Task" [ 949.546134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.555519] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.593620] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: ebc6a142-aac9-4523-aa7b-c61e9feb9591] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.710227] env[69744]: INFO nova.compute.manager [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Rebuilding instance [ 949.771021] env[69744]: DEBUG nova.compute.manager [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.771021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ff4d2-0053-427a-b4b8-2b5bec5373d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.784654] env[69744]: DEBUG nova.compute.manager [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Received event network-vif-plugged-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.784654] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] Acquiring lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.784654] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.784654] env[69744]: DEBUG oslo_concurrency.lockutils [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.784654] env[69744]: DEBUG nova.compute.manager [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] No waiting events found dispatching network-vif-plugged-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.784654] env[69744]: WARNING nova.compute.manager [req-7ade2efe-aadd-4c5e-99aa-064a7549f384 req-39673235-2bf6-4fb2-94d6-5fa1785c7f4a service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Received unexpected event network-vif-plugged-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 for instance with vm_state building and task_state spawning. [ 949.790591] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Successfully updated port: 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.838914] env[69744]: DEBUG oslo_concurrency.lockutils [req-c1c4b1ae-3e6d-45b3-9e18-f80741b1e62c req-68ba7e23-fcf0-4329-a5cf-bb845cc45de2 service nova] Releasing lock "refresh_cache-3d6514b1-c701-4c38-9a35-0a1866562f12" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.842686] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Successfully created port: 434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.922315] env[69744]: DEBUG nova.compute.manager [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.922527] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.923588] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6fc1a6-880f-4804-ab66-f8c335b5e618 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.933724] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.934599] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ec961a-29be-4ecf-84c1-5c389ec71072 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.940782] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 949.940782] env[69744]: value = "task-3311901" [ 949.940782] env[69744]: _type = "Task" [ 949.940782] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.949800] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.952716] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.063651] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311900, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.098131] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: efcd3e19-7a15-469a-82fe-08c16658bb60] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.291722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292029] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.451684] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a2a41a-3f37-47d8-97b6-41723d26436e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.461090] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311901, 'name': PowerOffVM_Task, 'duration_secs': 0.215987} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.461670] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.462012] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.462118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f562b7e-5dc2-45e7-9952-2fdf68a336c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.467121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b03cdc-eb6c-48d9-9735-077b5b525a3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.502121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a29ffe-158c-4c15-9c5c-82a999af3f4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.511055] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b56aad-97fb-492f-91eb-b67e19ddc672 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.527843] env[69744]: DEBUG nova.compute.provider_tree [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.556862] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821871} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.557133] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 3d6514b1-c701-4c38-9a35-0a1866562f12/3d6514b1-c701-4c38-9a35-0a1866562f12.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.557353] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.557603] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8cec2d-d23f-4d14-8447-c0e623f9d981 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.564914] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 950.564914] env[69744]: value = "task-3311903" [ 950.564914] env[69744]: _type = "Task" [ 950.564914] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.574334] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.601351] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 0f213415-1337-4fe0-a2d0-61e3986a952d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.784856] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.785245] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60524a9c-ef32-4e4c-9760-bee650c034c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.793278] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 950.793278] env[69744]: value = "task-3311904" [ 950.793278] env[69744]: _type = "Task" [ 950.793278] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.805316] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.845181] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.962852] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.007792] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.008056] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.008220] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.008403] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.008603] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.008746] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.008946] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.012956] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.012956] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.012956] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.012956] env[69744]: DEBUG nova.virt.hardware [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.012956] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c16f1-5c43-4bb3-a06b-593fecbe83f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.019075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a756e1-9567-4785-bfe8-da5271f7d35a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.033279] env[69744]: DEBUG nova.scheduler.client.report [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.074401] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201304} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.074661] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.075780] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca3e5a-cc90-42b3-aa5e-a061694ba451 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.099790] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3d6514b1-c701-4c38-9a35-0a1866562f12/3d6514b1-c701-4c38-9a35-0a1866562f12.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.101106] env[69744]: DEBUG nova.network.neutron [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updating instance_info_cache with network_info: [{"id": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "address": "fa:16:3e:35:7a:df", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9faceb-d2", "ovs_interfaceid": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.101926] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a0ef2a-c178-49d1-a20d-c005024100e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.118021] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e36e4f56-361c-4db8-bcf0-6a25e9aef855] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.124967] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 951.124967] env[69744]: value = "task-3311905" [ 951.124967] env[69744]: _type = "Task" [ 951.124967] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.133541] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.299313] env[69744]: DEBUG nova.compute.manager [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Received event network-vif-plugged-434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.299689] env[69744]: DEBUG oslo_concurrency.lockutils [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] Acquiring lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.299953] env[69744]: DEBUG oslo_concurrency.lockutils [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.300180] env[69744]: DEBUG oslo_concurrency.lockutils [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.300399] env[69744]: DEBUG nova.compute.manager [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] No waiting events found dispatching network-vif-plugged-434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.300606] env[69744]: WARNING nova.compute.manager [req-95cb7ea2-55d3-43d8-b67d-d1d024a6da63 req-2ff2c25f-7438-47b8-a091-9548eced3a29 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Received unexpected event network-vif-plugged-434b9f3a-1ff5-4fa8-93d5-2706e540687a for instance with vm_state building and task_state spawning. [ 951.311703] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311904, 'name': PowerOffVM_Task, 'duration_secs': 0.182578} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.312007] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.312286] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.313123] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f5d9b-33de-42a5-8c34-b81013a505ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.321761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.322223] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d53d15f-be75-417e-8a3c-e7c62ae5a0ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.394206] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Successfully updated port: 434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.544080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.544080] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.544671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.466s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.549017] env[69744]: INFO nova.compute.claims [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.621016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.621016] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Instance network_info: |[{"id": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "address": "fa:16:3e:35:7a:df", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9faceb-d2", "ovs_interfaceid": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.621016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:7a:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9faceb-d2fd-4d24-a7ed-ac712491f0f4', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.628613] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.629142] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cbebd4dd-d99c-410b-a3fa-c4954261abff] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.631877] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.636289] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42563dff-3814-4437-8301-ff09660a486c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.659489] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311905, 'name': ReconfigVM_Task, 'duration_secs': 0.274782} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.661970] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3d6514b1-c701-4c38-9a35-0a1866562f12/3d6514b1-c701-4c38-9a35-0a1866562f12.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.662877] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b47167cb-05aa-4a13-838d-ea9a0cf9ee6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.667603] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.667603] env[69744]: value = "task-3311907" [ 951.667603] env[69744]: _type = "Task" [ 951.667603] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.672784] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 951.672784] env[69744]: value = "task-3311908" [ 951.672784] env[69744]: _type = "Task" [ 951.672784] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.676057] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311907, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.683484] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311908, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.847877] env[69744]: DEBUG nova.compute.manager [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Received event network-changed-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.848928] env[69744]: DEBUG nova.compute.manager [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Refreshing instance network info cache due to event network-changed-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.849787] env[69744]: DEBUG oslo_concurrency.lockutils [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] Acquiring lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.850749] env[69744]: DEBUG oslo_concurrency.lockutils [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] Acquired lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.850749] env[69744]: DEBUG nova.network.neutron [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Refreshing network info cache for port 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.896315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.896883] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquired lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.897137] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.902597] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.902815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.902992] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleting the datastore file [datastore1] f289fdaf-4399-44ab-95d8-3129ea198de1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.903753] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6763470-1593-4174-bd02-234f9aa0a27e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.908394] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.908394] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.908599] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.909213] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa67ad8-14d0-4838-9706-d7597027f2af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.913321] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 951.913321] env[69744]: value = "task-3311909" [ 951.913321] env[69744]: _type = "Task" [ 951.913321] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.919151] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 951.919151] env[69744]: value = "task-3311910" [ 951.919151] env[69744]: _type = "Task" [ 951.919151] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.926608] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.931361] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.051626] env[69744]: DEBUG nova.compute.utils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.055789] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 952.153863] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cebd0101-939b-4a9c-9ac6-385df3010ce1] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.179111] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311907, 'name': CreateVM_Task, 'duration_secs': 0.419558} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.182591] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.183347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.183601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.183930] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.184559] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476cbb05-1076-47fb-94f8-2a64df9627f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.190599] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311908, 'name': Rename_Task, 'duration_secs': 0.145148} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.191136] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.191397] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8feaade0-4738-4a84-83eb-f523f45f8c64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.194582] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 952.194582] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca365e-96ee-8f48-b850-479befff1b68" [ 952.194582] env[69744]: _type = "Task" [ 952.194582] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.200034] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 952.200034] env[69744]: value = "task-3311911" [ 952.200034] env[69744]: _type = "Task" [ 952.200034] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.204582] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca365e-96ee-8f48-b850-479befff1b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.213111] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.432215] env[69744]: DEBUG oslo_vmware.api [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3311909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202288} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.433806] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.433806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.433806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.433806] env[69744]: INFO nova.compute.manager [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Took 2.51 seconds to destroy the instance on the hypervisor. [ 952.433806] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.433806] env[69744]: DEBUG nova.compute.manager [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.434089] env[69744]: DEBUG nova.network.neutron [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.441024] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189397} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.441024] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.441024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.441024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.444975] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.559020] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.611820] env[69744]: DEBUG nova.network.neutron [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updated VIF entry in instance network info cache for port 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.611820] env[69744]: DEBUG nova.network.neutron [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updating instance_info_cache with network_info: [{"id": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "address": "fa:16:3e:35:7a:df", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9faceb-d2", "ovs_interfaceid": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.659149] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8d9df11b-f5bb-4577-b2b0-b49738d936ef] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.715793] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ca365e-96ee-8f48-b850-479befff1b68, 'name': SearchDatastore_Task, 'duration_secs': 0.017957} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.716419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.717267] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.717267] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.719018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.719018] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.721234] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5892c1-7fbe-4afc-bba8-05cde90ffdde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.723377] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311911, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.735176] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.735176] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.735176] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ac79c0-95cd-4e74-b777-53afbaffe0ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.740065] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 952.740065] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52543185-d223-9d2b-5cdd-0a9091e36068" [ 952.740065] env[69744]: _type = "Task" [ 952.740065] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.751263] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52543185-d223-9d2b-5cdd-0a9091e36068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.043499] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c16f18-9ba1-4295-97cc-966cba0b0aff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.050233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6d87b-19ee-407a-9d18-642cbd0e8d9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.090233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091def9e-d9d5-4e11-bb50-bcf76cb8f37d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.099135] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399cebd-32b7-4df7-9962-df6ab826dbcd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.117028] env[69744]: DEBUG oslo_concurrency.lockutils [req-4f714dd9-c0db-4e30-9121-8c38e0e94cf2 req-0a9217d1-5613-40a8-9fbb-fef9c568891b service nova] Releasing lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.117028] env[69744]: DEBUG nova.compute.provider_tree [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.151565] env[69744]: DEBUG nova.network.neutron [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updating instance_info_cache with network_info: [{"id": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "address": "fa:16:3e:25:2d:d7", "network": {"id": "cb8dd7b8-e53c-45ca-a348-3f41f98476af", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1456475815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493541dfcee94c97b95299bfb24b4ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434b9f3a-1f", "ovs_interfaceid": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.166605] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: bf129f96-a9d6-4e02-9b06-ab76cfe16afe] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.216594] env[69744]: DEBUG oslo_vmware.api [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3311911, 'name': PowerOnVM_Task, 'duration_secs': 0.769519} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.217093] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.218142] env[69744]: INFO nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Took 7.38 seconds to spawn the instance on the hypervisor. [ 953.218142] env[69744]: DEBUG nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.218405] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb2512-9924-4381-a87d-657d7cd7ee32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.251539] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52543185-d223-9d2b-5cdd-0a9091e36068, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.252659] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5c71a0-29a4-4d7b-9ba0-46a850d81f0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.259252] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 953.259252] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d21ee-826c-9f2b-f652-e9a60d614059" [ 953.259252] env[69744]: _type = "Task" [ 953.259252] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.271827] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d21ee-826c-9f2b-f652-e9a60d614059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.484556] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.484810] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.484964] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.485458] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.485781] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.485966] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.486588] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.486588] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.486715] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.486867] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.487051] env[69744]: DEBUG nova.virt.hardware [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.489520] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe4ff60-51e5-4f63-b8ca-1ccf9c522526 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.501285] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4de62-71cb-4947-a23d-623304281812 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.517627] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:fe:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '821f62c2-9bdb-4fca-8b73-8284e4c12194', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.525711] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.526021] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.526242] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe613b87-66ce-4808-be98-bae5eee6200a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.550473] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.550473] env[69744]: value = "task-3311912" [ 953.550473] env[69744]: _type = "Task" [ 953.550473] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.558398] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311912, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.597419] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.624135] env[69744]: DEBUG nova.scheduler.client.report [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.626826] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.628111] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.628111] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.628111] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.628111] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.628111] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.628350] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.628564] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.628880] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.629062] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.629265] env[69744]: DEBUG nova.virt.hardware [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.630258] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ff3f9-11b9-4519-8825-a86dc24c81e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.643554] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad032358-adce-490d-b7cd-b17c7b0611b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.650479] env[69744]: DEBUG nova.compute.manager [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Received event network-changed-434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.650703] env[69744]: DEBUG nova.compute.manager [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Refreshing instance network info cache due to event network-changed-434b9f3a-1ff5-4fa8-93d5-2706e540687a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.650915] env[69744]: DEBUG oslo_concurrency.lockutils [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] Acquiring lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.661887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Releasing lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.662606] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Instance network_info: |[{"id": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "address": "fa:16:3e:25:2d:d7", "network": {"id": "cb8dd7b8-e53c-45ca-a348-3f41f98476af", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1456475815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493541dfcee94c97b95299bfb24b4ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434b9f3a-1f", "ovs_interfaceid": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.662734] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.668414] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Creating folder: Project (8a177550d32148499413663a25f03627). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.668779] env[69744]: DEBUG oslo_concurrency.lockutils [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] Acquired lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.668964] env[69744]: DEBUG nova.network.neutron [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Refreshing network info cache for port 434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.670796] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:2d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434b9f3a-1ff5-4fa8-93d5-2706e540687a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.678544] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Creating folder: Project (493541dfcee94c97b95299bfb24b4ede). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.679862] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4a14d1c-ed2f-4ba6-95f2-53407a76d819 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.681861] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: a5ae35bc-8419-4f42-836a-4e1487a20eae] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.687549] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccf6296e-2ae2-4112-a468-9f04292a0633 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.697175] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Created folder: Project (8a177550d32148499413663a25f03627) in parent group-v661134. [ 953.697392] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Creating folder: Instances. Parent ref: group-v661324. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.698907] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13079fbf-67b3-4197-b897-02f7813aa6b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.700732] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Created folder: Project (493541dfcee94c97b95299bfb24b4ede) in parent group-v661134. [ 953.700921] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Creating folder: Instances. Parent ref: group-v661325. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.701450] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa20c915-edbc-47de-a110-19b47d8a008c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.711938] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Created folder: Instances in parent group-v661325. [ 953.711938] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.712214] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.712254] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9392ca8-0418-4767-bd05-b126e51e5c07 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.728136] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Created folder: Instances in parent group-v661324. [ 953.728358] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.728932] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.732729] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f545f67-4ede-40ac-8ceb-2856f6f09740 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.751557] env[69744]: INFO nova.compute.manager [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Took 45.42 seconds to build instance. [ 953.754627] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.754627] env[69744]: value = "task-3311917" [ 953.754627] env[69744]: _type = "Task" [ 953.754627] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.760581] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.760581] env[69744]: value = "task-3311918" [ 953.760581] env[69744]: _type = "Task" [ 953.760581] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.770273] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311917, 'name': CreateVM_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.783737] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522d21ee-826c-9f2b-f652-e9a60d614059, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.783965] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311918, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.784265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.784529] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/69c0f74b-cc38-4f60-976e-5e9206fdbe0e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.784805] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a48c94e3-f2b8-449e-90f6-a7bf9d58b717 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.791357] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 953.791357] env[69744]: value = "task-3311919" [ 953.791357] env[69744]: _type = "Task" [ 953.791357] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.802521] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.815583] env[69744]: DEBUG nova.network.neutron [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.873878] env[69744]: DEBUG nova.compute.manager [req-fb5a75cf-3ade-4552-aa93-6365995c7259 req-1979e9cf-80a5-45b2-979a-d2f04c148082 service nova] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Received event network-vif-deleted-6770d66d-1e58-4e18-a724-3d4765bc8d0c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.062042] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311912, 'name': CreateVM_Task, 'duration_secs': 0.470677} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.062140] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.062950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.063822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.064433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.065031] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9917e3-518c-49dd-a41f-131b63362fc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.070573] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 954.070573] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e47e0a-bd55-6e90-280a-189baa64d409" [ 954.070573] env[69744]: _type = "Task" [ 954.070573] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.080264] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e47e0a-bd55-6e90-280a-189baa64d409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.128872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.128872] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.130584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.603s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.136175] env[69744]: INFO nova.compute.claims [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.184751] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 85a9a85e-8118-4023-8ee1-e42775d00e9f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.256241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e0059e3-34d6-453b-9dcb-d5cc2facddf0 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.930s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.270327] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311917, 'name': CreateVM_Task, 'duration_secs': 0.426691} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.274658] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.275983] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.275983] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.276172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.276824] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1a72c1-e7e7-417c-adbc-c9c912a9af89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.282643] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311918, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.286787] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 954.286787] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d42c60-5c2b-7271-5a0d-05a7e03677a2" [ 954.286787] env[69744]: _type = "Task" [ 954.286787] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.300997] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d42c60-5c2b-7271-5a0d-05a7e03677a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.307716] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311919, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.318474] env[69744]: INFO nova.compute.manager [-] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Took 1.88 seconds to deallocate network for instance. [ 954.581511] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e47e0a-bd55-6e90-280a-189baa64d409, 'name': SearchDatastore_Task, 'duration_secs': 0.025988} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.581988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.582267] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.582592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.582777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.583224] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.583602] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfc5708-6995-47de-8350-60308d926369 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.599852] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.600050] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.601261] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19d54d2-723e-4d7e-a3c2-4445c7e4b687 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.606967] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 954.606967] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298f225-15f5-3203-30b5-3e887ea074e8" [ 954.606967] env[69744]: _type = "Task" [ 954.606967] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.607747] env[69744]: DEBUG nova.network.neutron [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updated VIF entry in instance network info cache for port 434b9f3a-1ff5-4fa8-93d5-2706e540687a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.608081] env[69744]: DEBUG nova.network.neutron [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updating instance_info_cache with network_info: [{"id": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "address": "fa:16:3e:25:2d:d7", "network": {"id": "cb8dd7b8-e53c-45ca-a348-3f41f98476af", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1456475815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493541dfcee94c97b95299bfb24b4ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434b9f3a-1f", "ovs_interfaceid": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.617466] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298f225-15f5-3203-30b5-3e887ea074e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.641437] env[69744]: DEBUG nova.compute.utils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.646020] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.646020] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.688846] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f1b8f182-2520-4ff2-9b83-044cc12c084e] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.701620] env[69744]: DEBUG nova.policy [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239fec89cd0a488ca43d94918b193901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43614de911904e16b32f5f822039f356', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.783215] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311918, 'name': CreateVM_Task, 'duration_secs': 0.586865} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.786485] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.786485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.786485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.786485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.786485] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103d2656-948a-4fab-93ff-8adacdccc278 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.792495] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 954.792495] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527a7cbe-dc04-3d7b-3644-d8f5c0b971a5" [ 954.792495] env[69744]: _type = "Task" [ 954.792495] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.805841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.806084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.807236] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d42c60-5c2b-7271-5a0d-05a7e03677a2, 'name': SearchDatastore_Task, 'duration_secs': 0.041912} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.807511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.807728] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.807941] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.808109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.808291] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.809566] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e85fa44f-51df-4816-bb64-ac8a7ea176e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.818694] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561892} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.819109] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527a7cbe-dc04-3d7b-3644-d8f5c0b971a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.820146] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/69c0f74b-cc38-4f60-976e-5e9206fdbe0e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.820247] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.820756] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8edd188e-05d1-4218-93aa-a8df57892898 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.824550] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.827986] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 954.827986] env[69744]: value = "task-3311920" [ 954.827986] env[69744]: _type = "Task" [ 954.827986] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.837364] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.838891] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.839081] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.839824] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bec6e0-0698-433d-a4f1-87c3f2297541 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.845204] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 954.845204] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523a98ad-b9d1-7003-2494-a0296fa9545c" [ 954.845204] env[69744]: _type = "Task" [ 954.845204] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.852857] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523a98ad-b9d1-7003-2494-a0296fa9545c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.114233] env[69744]: DEBUG oslo_concurrency.lockutils [req-d30759c7-5b57-4e58-b577-d20cdc2560d5 req-3d1111cd-049b-440c-be1f-d062a1796a48 service nova] Releasing lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.120976] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298f225-15f5-3203-30b5-3e887ea074e8, 'name': SearchDatastore_Task, 'duration_secs': 0.036674} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.121307] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155f0abc-d07f-4648-b0da-adf8fc887134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.126498] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 955.126498] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f59d8-53b7-b753-bfff-59dba9196bf8" [ 955.126498] env[69744]: _type = "Task" [ 955.126498] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.134564] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f59d8-53b7-b753-bfff-59dba9196bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.156065] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.192201] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 99eb9323-22b6-4f44-a88c-d3532f424111] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.267210] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Successfully created port: 0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.310688] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.314797] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527a7cbe-dc04-3d7b-3644-d8f5c0b971a5, 'name': SearchDatastore_Task, 'duration_secs': 0.036988} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.319010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.319384] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.319741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.337477] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172372} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.337706] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.339865] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b9c6b-79d5-495a-ad44-fdac6f789906 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.371451] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/69c0f74b-cc38-4f60-976e-5e9206fdbe0e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.375941] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d77ad72-b232-4ebb-ab20-232dfbb08474 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.395070] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523a98ad-b9d1-7003-2494-a0296fa9545c, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.396339] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7e891d-2522-4e90-90ad-2be62d69c7ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.401529] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 955.401529] env[69744]: value = "task-3311921" [ 955.401529] env[69744]: _type = "Task" [ 955.401529] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.408080] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 955.408080] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6aa57-0b23-eac9-b22a-40adc91a465e" [ 955.408080] env[69744]: _type = "Task" [ 955.408080] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.416052] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.422982] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6aa57-0b23-eac9-b22a-40adc91a465e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.584459] env[69744]: DEBUG nova.objects.instance [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lazy-loading 'flavor' on Instance uuid 0254e970-0c97-4c98-bdb0-c8dc36ea77ce {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.620582] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9909f1-e6a3-4290-b3c8-a0d8db48ea48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.631146] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203f9b5-0d1d-45f3-9d70-fb47ba8fcdcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.639584] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521f59d8-53b7-b753-bfff-59dba9196bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.051019} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.663312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.663582] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.668686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.668907] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.669144] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6e3205-a5f5-4478-a128-6bf4e19716f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.672595] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f88bfea-0487-4065-8e2f-4364c3bf8de9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.676642] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078f8edc-1466-4d54-9e19-92a955d9e19e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.684947] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d939c-f5bc-4940-be22-d6a5bf2cc9c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.689452] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 955.689452] env[69744]: value = "task-3311922" [ 955.689452] env[69744]: _type = "Task" [ 955.689452] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.691583] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.691583] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.694973] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a193e83-7215-401e-812a-8370e1f9f350 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.708088] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 26a807ba-3039-415b-aa30-2e554cad4d3d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.708088] env[69744]: DEBUG nova.compute.provider_tree [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.713040] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 955.713040] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a87392-ee54-65de-9ff1-0670f565630a" [ 955.713040] env[69744]: _type = "Task" [ 955.713040] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.717388] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.726637] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a87392-ee54-65de-9ff1-0670f565630a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.834447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.911533] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.919762] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6aa57-0b23-eac9-b22a-40adc91a465e, 'name': SearchDatastore_Task, 'duration_secs': 0.027123} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.920023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.920290] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 22ce5d75-355b-4146-8779-03d8e6ada4cf/22ce5d75-355b-4146-8779-03d8e6ada4cf.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.920525] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3933a5ba-917b-4614-8f3f-4f70af80d9a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927344] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 955.927344] env[69744]: value = "task-3311923" [ 955.927344] env[69744]: _type = "Task" [ 955.927344] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.936388] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.090039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.090039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.178128] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.202604] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.209851] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e27f7381-8700-43f0-a827-d2f936a25f44] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.215732] env[69744]: DEBUG nova.scheduler.client.report [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.224347] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.225031] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.225031] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.225262] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.225481] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.225689] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.225999] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.226222] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.226459] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.226699] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.226915] env[69744]: DEBUG nova.virt.hardware [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.228955] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385af363-6d6c-462f-844c-9e065063dc38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.247450] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f819db46-c53f-464c-a154-c6e2a610fe28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.254041] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a87392-ee54-65de-9ff1-0670f565630a, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.256659] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7598ac6-da95-4a71-81ef-cf8de22b8730 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.277038] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 956.277038] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e08e6b-a4b3-7c6f-6328-666d46c3030e" [ 956.277038] env[69744]: _type = "Task" [ 956.277038] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.284697] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e08e6b-a4b3-7c6f-6328-666d46c3030e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.416785] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311921, 'name': ReconfigVM_Task, 'duration_secs': 0.885128} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.417132] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/69c0f74b-cc38-4f60-976e-5e9206fdbe0e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.417520] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 956.418124] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7fafb2b0-6efa-4610-a009-0af8c4445510 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.434051] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 956.434051] env[69744]: value = "task-3311924" [ 956.434051] env[69744]: _type = "Task" [ 956.434051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.444239] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.451936] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311924, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.645075] env[69744]: DEBUG nova.network.neutron [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.665972] env[69744]: DEBUG nova.compute.manager [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.665972] env[69744]: DEBUG nova.compute.manager [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing instance network info cache due to event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.666641] env[69744]: DEBUG oslo_concurrency.lockutils [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.703184] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888304} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.703481] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.703722] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.704017] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6171cbf9-49fc-4b83-a616-8d7e4331e18e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.709920] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 956.709920] env[69744]: value = "task-3311925" [ 956.709920] env[69744]: _type = "Task" [ 956.709920] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.718669] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.722242] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e86927b1-749c-43b3-908f-43b3b7ace331] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.733233] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.733794] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.736598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.008s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.738112] env[69744]: INFO nova.compute.claims [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.745410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.745660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.785943] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e08e6b-a4b3-7c6f-6328-666d46c3030e, 'name': SearchDatastore_Task, 'duration_secs': 0.100362} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.786662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.786934] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.787235] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3dd50f8-a150-4099-a636-cf6071c08f4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.793731] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 956.793731] env[69744]: value = "task-3311926" [ 956.793731] env[69744]: _type = "Task" [ 956.793731] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.801254] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.941790] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748134} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.942450] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 22ce5d75-355b-4146-8779-03d8e6ada4cf/22ce5d75-355b-4146-8779-03d8e6ada4cf.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.942703] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.942981] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ce2277-a9c9-4f85-9ae8-1eeb63003fe7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.949349] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311924, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.075137} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.949971] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 956.950806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f7f22-1a0e-42f4-8a1f-1d40143e5e85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.954733] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 956.954733] env[69744]: value = "task-3311927" [ 956.954733] env[69744]: _type = "Task" [ 956.954733] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.983769] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.984666] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaea8ae5-ab10-45ef-b9e3-8031ec0d58db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.002983] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.012315] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 957.012315] env[69744]: value = "task-3311928" [ 957.012315] env[69744]: _type = "Task" [ 957.012315] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.021342] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.100487] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Successfully updated port: 0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.222504] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074737} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.222864] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.223799] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fed8e9-c3e5-4e15-b289-f23bb66e09fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.226584] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cb3d704d-e736-47a4-ba27-f87f5d3a28d9] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.249422] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.251063] env[69744]: DEBUG nova.compute.utils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.255564] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.258424] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273cd4b9-a63e-485c-a52e-57f0c292a2e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.277706] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.277925] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.290822] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 957.290822] env[69744]: value = "task-3311929" [ 957.290822] env[69744]: _type = "Task" [ 957.290822] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.299267] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.311322] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.404112] env[69744]: DEBUG nova.policy [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.475478] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058482} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.479269] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.483897] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c7aef7-1d2c-4495-9892-8731d8115291 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.512465] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 22ce5d75-355b-4146-8779-03d8e6ada4cf/22ce5d75-355b-4146-8779-03d8e6ada4cf.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.516510] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236a77d4-078d-4d98-aa49-70f0dc846942 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.549093] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.553805] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 957.553805] env[69744]: value = "task-3311930" [ 957.553805] env[69744]: _type = "Task" [ 957.553805] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.563434] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.603050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.603337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.603486] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.701908] env[69744]: DEBUG nova.network.neutron [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.730549] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 0c7fd63d-f778-41cf-b7f4-bf65a66f774f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.775137] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.798294] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311929, 'name': ReconfigVM_Task, 'duration_secs': 0.388924} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.801696] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71/1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.808023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.808023] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6611c1-f031-4ba6-af2c-3e5075e980ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.812801] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80238} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.813915] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.814179] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.814504] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 957.814504] env[69744]: value = "task-3311931" [ 957.814504] env[69744]: _type = "Task" [ 957.814504] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.815415] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04686f85-d95d-49ff-b155-bb80f3599cfe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.822262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477a4122-a65a-427c-8536-c52e073d7a44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.833507] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51996685-ae58-41df-bb28-849875dabb11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.836958] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 957.836958] env[69744]: value = "task-3311932" [ 957.836958] env[69744]: _type = "Task" [ 957.836958] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.837175] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311931, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.867372] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Successfully created port: 91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.870427] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521b97a-85b5-4936-9436-2601b988d3db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.876544] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.881790] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d54272-75f4-4714-81be-1b54ecbf22b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.897699] env[69744]: DEBUG nova.compute.provider_tree [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.025699] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311928, 'name': ReconfigVM_Task, 'duration_secs': 0.587909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.025984] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.026693] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31cca46-15fd-403e-9184-74fc3f25f25f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.032173] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 958.032173] env[69744]: value = "task-3311933" [ 958.032173] env[69744]: _type = "Task" [ 958.032173] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.040826] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311933, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.064602] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311930, 'name': ReconfigVM_Task, 'duration_secs': 0.448544} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.064907] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 22ce5d75-355b-4146-8779-03d8e6ada4cf/22ce5d75-355b-4146-8779-03d8e6ada4cf.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.065537] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f136eb5-afa9-462c-97dc-2cf5fd7bd02a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.071618] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 958.071618] env[69744]: value = "task-3311934" [ 958.071618] env[69744]: _type = "Task" [ 958.071618] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.079396] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311934, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.174737] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.204700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.205022] env[69744]: DEBUG nova.compute.manager [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Inject network info {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 958.205311] env[69744]: DEBUG nova.compute.manager [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] network_info to inject: |[{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 958.211656] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfiguring VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 958.212257] env[69744]: DEBUG oslo_concurrency.lockutils [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.212464] env[69744]: DEBUG nova.network.neutron [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.213930] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0d1763-e059-426a-8c62-a6a854c66e39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.234283] env[69744]: DEBUG oslo_vmware.api [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 958.234283] env[69744]: value = "task-3311935" [ 958.234283] env[69744]: _type = "Task" [ 958.234283] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.234609] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.234681] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances with incomplete migration {{(pid=69744) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 958.245400] env[69744]: DEBUG oslo_vmware.api [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.328318] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311931, 'name': Rename_Task, 'duration_secs': 0.146231} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.328733] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.329023] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd79c67-9770-4c64-b8fa-bfe666285eec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.335417] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 958.335417] env[69744]: value = "task-3311936" [ 958.335417] env[69744]: _type = "Task" [ 958.335417] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.352113] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.352113] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091743} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.354744] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.358368] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58764b8-6986-4ee7-908a-4196864f12fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.381634] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.382399] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65825628-4f99-4e39-8abd-c85d3a05ef30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400622] env[69744]: DEBUG nova.scheduler.client.report [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.405205] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 958.405205] env[69744]: value = "task-3311937" [ 958.405205] env[69744]: _type = "Task" [ 958.405205] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.413946] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.545201] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311933, 'name': Rename_Task, 'duration_secs': 0.171618} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.545517] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.545838] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b6b952-b4a1-423d-b37f-c8444926a9ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.551917] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 958.551917] env[69744]: value = "task-3311938" [ 958.551917] env[69744]: _type = "Task" [ 958.551917] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.561827] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.580848] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311934, 'name': Rename_Task, 'duration_secs': 0.157528} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.581170] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.581432] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c78c7a-52c1-4188-a045-325fc3b630a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.587436] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 958.587436] env[69744]: value = "task-3311939" [ 958.587436] env[69744]: _type = "Task" [ 958.587436] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.595154] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.740368] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.749798] env[69744]: DEBUG oslo_vmware.api [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311935, 'name': ReconfigVM_Task, 'duration_secs': 0.144008} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.749798] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-816d0fea-abb5-4239-ab63-20b415935cc8 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfigured VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 958.755265] env[69744]: DEBUG nova.network.neutron [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updating instance_info_cache with network_info: [{"id": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "address": "fa:16:3e:86:33:40", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0153add8-37", "ovs_interfaceid": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.784308] env[69744]: DEBUG nova.objects.instance [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lazy-loading 'flavor' on Instance uuid 0254e970-0c97-4c98-bdb0-c8dc36ea77ce {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.795197] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.830106] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.830535] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.830753] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.830998] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.831206] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.831393] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.831710] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.831911] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.832126] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.832331] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.834862] env[69744]: DEBUG nova.virt.hardware [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.834862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a1e83-6649-412e-9ae1-ceb6f7ed3ffb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.848017] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c400a3-0543-4ba6-bef9-772fb1ca1881 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.852242] env[69744]: DEBUG oslo_vmware.api [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311936, 'name': PowerOnVM_Task, 'duration_secs': 0.505154} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.852516] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.854030] env[69744]: DEBUG nova.compute.manager [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.855854] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7197f1-a70a-4c16-9477-353e5a8535bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.908695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.909897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.724s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.910125] env[69744]: DEBUG nova.objects.instance [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 958.923950] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311937, 'name': ReconfigVM_Task, 'duration_secs': 0.332506} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.924438] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.925621] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54df3f20-afca-44bf-8cd5-7ae9bb44647b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.931769] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 958.931769] env[69744]: value = "task-3311940" [ 958.931769] env[69744]: _type = "Task" [ 958.931769] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.939196] env[69744]: DEBUG nova.compute.manager [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Received event network-vif-plugged-0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.939430] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.939672] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.939999] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.940615] env[69744]: DEBUG nova.compute.manager [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] No waiting events found dispatching network-vif-plugged-0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.940615] env[69744]: WARNING nova.compute.manager [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Received unexpected event network-vif-plugged-0153add8-3783-4958-ba9c-cb1d58cc21dc for instance with vm_state building and task_state spawning. [ 958.940730] env[69744]: DEBUG nova.compute.manager [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Received event network-changed-0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.941000] env[69744]: DEBUG nova.compute.manager [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Refreshing instance network info cache due to event network-changed-0153add8-3783-4958-ba9c-cb1d58cc21dc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.941260] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Acquiring lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.948708] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311940, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.016711] env[69744]: DEBUG nova.network.neutron [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updated VIF entry in instance network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.017058] env[69744]: DEBUG nova.network.neutron [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.063573] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.100416] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.260793] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.260793] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Instance network_info: |[{"id": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "address": "fa:16:3e:86:33:40", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0153add8-37", "ovs_interfaceid": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.261428] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Acquired lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.261622] env[69744]: DEBUG nova.network.neutron [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Refreshing network info cache for port 0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.262798] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:33:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0153add8-3783-4958-ba9c-cb1d58cc21dc', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.270678] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating folder: Project (43614de911904e16b32f5f822039f356). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.271737] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77eb1762-d448-4066-86aa-e69e2800e953 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.283487] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created folder: Project (43614de911904e16b32f5f822039f356) in parent group-v661134. [ 959.283718] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating folder: Instances. Parent ref: group-v661330. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.283929] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef7fa2ce-dc42-4ef0-be4e-290ad2100898 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.293623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.294644] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created folder: Instances in parent group-v661330. [ 959.294875] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.295079] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.295624] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27242e13-efbd-46d2-8e68-e28b17139ba1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.314635] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.314635] env[69744]: value = "task-3311943" [ 959.314635] env[69744]: _type = "Task" [ 959.314635] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.322046] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311943, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.380649] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.421832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "b343d786-4d38-4d07-ae12-be56e2eb1b5d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.422100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "b343d786-4d38-4d07-ae12-be56e2eb1b5d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.442154] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311940, 'name': Rename_Task, 'duration_secs': 0.167557} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.442429] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.442674] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a80b00c4-9693-4414-aee6-ccb95d3acb37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.452023] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 959.452023] env[69744]: value = "task-3311944" [ 959.452023] env[69744]: _type = "Task" [ 959.452023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.460811] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.520799] env[69744]: DEBUG oslo_concurrency.lockutils [req-785bc786-941f-43df-a663-dac937383ec6 req-46ee0d61-6908-4894-a1e4-de47923d5b5a service nova] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.521657] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.564835] env[69744]: DEBUG oslo_vmware.api [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3311938, 'name': PowerOnVM_Task, 'duration_secs': 0.596155} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.564886] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.565095] env[69744]: INFO nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Took 10.64 seconds to spawn the instance on the hypervisor. [ 959.565280] env[69744]: DEBUG nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.566074] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e18c42-9701-4efe-bc73-da0543bc95c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.598087] env[69744]: DEBUG oslo_vmware.api [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3311939, 'name': PowerOnVM_Task, 'duration_secs': 0.56365} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.598636] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.598636] env[69744]: INFO nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Took 8.64 seconds to spawn the instance on the hypervisor. [ 959.598801] env[69744]: DEBUG nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.599642] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86303f02-6dcd-4d3d-bff9-4a120c0546c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.825167] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311943, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.901583] env[69744]: DEBUG nova.network.neutron [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.923200] env[69744]: DEBUG oslo_concurrency.lockutils [None req-428fab9f-080d-4682-93ec-b7064524fa03 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.924401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.473s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.924594] env[69744]: DEBUG nova.objects.instance [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.927956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "b343d786-4d38-4d07-ae12-be56e2eb1b5d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.928530] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.961803] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311944, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.976045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.976045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.976045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.976045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.976045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.977371] env[69744]: INFO nova.compute.manager [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Terminating instance [ 960.053973] env[69744]: DEBUG nova.compute.manager [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.054246] env[69744]: DEBUG nova.compute.manager [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing instance network info cache due to event network-changed-809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.054486] env[69744]: DEBUG oslo_concurrency.lockutils [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] Acquiring lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.090219] env[69744]: INFO nova.compute.manager [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Took 50.85 seconds to build instance. [ 960.123415] env[69744]: INFO nova.compute.manager [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Took 39.46 seconds to build instance. [ 960.239939] env[69744]: DEBUG nova.network.neutron [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updated VIF entry in instance network info cache for port 0153add8-3783-4958-ba9c-cb1d58cc21dc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.240329] env[69744]: DEBUG nova.network.neutron [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updating instance_info_cache with network_info: [{"id": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "address": "fa:16:3e:86:33:40", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0153add8-37", "ovs_interfaceid": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.317437] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Successfully updated port: 91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.332227] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311943, 'name': CreateVM_Task, 'duration_secs': 0.550024} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.333051] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.336065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.336065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.336065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.336065] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49ee7f6-2536-41c1-b80d-cb0cf783e67e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.342292] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 960.342292] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bce63c-bdfd-b876-500a-caa2ba2a3922" [ 960.342292] env[69744]: _type = "Task" [ 960.342292] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.353138] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bce63c-bdfd-b876-500a-caa2ba2a3922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.433402] env[69744]: DEBUG nova.compute.utils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.439149] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.439595] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.464928] env[69744]: DEBUG oslo_vmware.api [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311944, 'name': PowerOnVM_Task, 'duration_secs': 0.774242} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.465366] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.465621] env[69744]: INFO nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Took 6.87 seconds to spawn the instance on the hypervisor. [ 960.465832] env[69744]: DEBUG nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.466703] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d76763b-89a1-4012-9caf-985df16fd8dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.481626] env[69744]: DEBUG nova.compute.manager [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.481913] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.482735] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2dccbc-4a1d-49d5-86a1-564a8e55dd96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.491889] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.492166] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84eb3123-a093-478f-8ba9-8e53c3d6ad36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.498930] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 960.498930] env[69744]: value = "task-3311945" [ 960.498930] env[69744]: _type = "Task" [ 960.498930] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.510788] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.547628] env[69744]: DEBUG nova.policy [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c2d9cbc8dd74dd6b6cc7a2ef75ec2ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57abbad772f64f4ab9642d8720525497', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.564679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.564905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.591980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ac989559-196a-4435-a576-f912cff25584 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.886s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.626531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8444c431-e1f3-4b62-a148-9136a43d803a tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.973s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.743483] env[69744]: DEBUG oslo_concurrency.lockutils [req-beb2c659-ea35-4b69-a930-f630c0aa17c3 req-f0321c38-c5d2-42af-847d-4662a33b0e01 service nova] Releasing lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.828460] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.856278] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bce63c-bdfd-b876-500a-caa2ba2a3922, 'name': SearchDatastore_Task, 'duration_secs': 0.021853} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.856709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857021] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.857317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.857523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.857782] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.858460] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b109057-38fe-450a-9cff-b374852b32f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.868462] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.868794] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.869766] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616541bb-2297-4b1d-9048-9e0de0b6ba8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.876892] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 960.876892] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5255a582-8f10-264f-e867-775aa0857fe4" [ 960.876892] env[69744]: _type = "Task" [ 960.876892] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.892311] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5255a582-8f10-264f-e867-775aa0857fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.940592] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.946953] env[69744]: DEBUG oslo_concurrency.lockutils [None req-62dda79c-b0cf-4435-bfa7-1d49fe7b7a0f tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.951133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.614s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.951133] env[69744]: INFO nova.compute.claims [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.956889] env[69744]: DEBUG nova.network.neutron [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.985886] env[69744]: INFO nova.compute.manager [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Took 38.39 seconds to build instance. [ 961.015305] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311945, 'name': PowerOffVM_Task, 'duration_secs': 0.392189} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.015305] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.015305] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.015305] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355dd116-f684-4fc6-bf7d-0135dbf266b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.082192] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.082522] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.082962] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore1] 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.083168] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ddbd92c-6292-4f17-91d4-b428bf8bdf13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.093118] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 961.093118] env[69744]: value = "task-3311947" [ 961.093118] env[69744]: _type = "Task" [ 961.093118] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.101024] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.113542] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.291471] env[69744]: DEBUG nova.compute.manager [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received event network-vif-plugged-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.291714] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.291918] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.292181] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.292376] env[69744]: DEBUG nova.compute.manager [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] No waiting events found dispatching network-vif-plugged-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.292542] env[69744]: WARNING nova.compute.manager [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received unexpected event network-vif-plugged-91f6a92b-0c62-41af-b689-0e4553ff96ee for instance with vm_state building and task_state spawning. [ 961.292754] env[69744]: DEBUG nova.compute.manager [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received event network-changed-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.292883] env[69744]: DEBUG nova.compute.manager [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Refreshing instance network info cache due to event network-changed-91f6a92b-0c62-41af-b689-0e4553ff96ee. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.293051] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Acquiring lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.395943] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5255a582-8f10-264f-e867-775aa0857fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.395943] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f5e56c-0b51-45b5-b0c1-7433f7873258 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.406999] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 961.406999] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5280e004-221e-e856-3cd4-930f41492fbe" [ 961.406999] env[69744]: _type = "Task" [ 961.406999] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.422502] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5280e004-221e-e856-3cd4-930f41492fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.443788] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.460072] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.460402] env[69744]: DEBUG nova.compute.manager [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Inject network info {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 961.460756] env[69744]: DEBUG nova.compute.manager [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] network_info to inject: |[{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 961.466711] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfiguring VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 961.466711] env[69744]: DEBUG oslo_concurrency.lockutils [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] Acquired lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.466711] env[69744]: DEBUG nova.network.neutron [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Refreshing network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.469508] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8160c3-93e4-493f-ab08-03fba4edc5a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.486285] env[69744]: DEBUG oslo_vmware.api [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 961.486285] env[69744]: value = "task-3311948" [ 961.486285] env[69744]: _type = "Task" [ 961.486285] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.494504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-25d8aec7-e10c-4b31-8d7e-d7257d438b2a tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.903s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.503031] env[69744]: DEBUG oslo_vmware.api [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.604471] env[69744]: DEBUG oslo_vmware.api [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3311947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260409} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.604795] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.604990] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.605184] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.605361] env[69744]: INFO nova.compute.manager [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.605607] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.605810] env[69744]: DEBUG nova.compute.manager [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.605905] env[69744]: DEBUG nova.network.neutron [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.639448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.645158] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Successfully created port: c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.914244] env[69744]: DEBUG nova.network.neutron [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updating instance_info_cache with network_info: [{"id": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "address": "fa:16:3e:a4:e6:51", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f6a92b-0c", "ovs_interfaceid": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.926033] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5280e004-221e-e856-3cd4-930f41492fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.926033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.926033] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] af9ec915-740d-4e27-877b-9b85e6cc7ba2/af9ec915-740d-4e27-877b-9b85e6cc7ba2.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.926033] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8fc5b2-877b-4ba3-90db-6ae1e4ac593b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.935294] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 961.935294] env[69744]: value = "task-3311949" [ 961.935294] env[69744]: _type = "Task" [ 961.935294] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.951169] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.964018] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.008227] env[69744]: DEBUG oslo_vmware.api [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311948, 'name': ReconfigVM_Task, 'duration_secs': 0.158319} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.008983] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d45b50-da38-41be-93ec-d5b9fae5cc40 tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Reconfigured VM instance to set the machine id {{(pid=69744) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 962.014543] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.014785] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.014935] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.015131] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.015271] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.015413] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.015639] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.015797] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.015980] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.017397] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.017636] env[69744]: DEBUG nova.virt.hardware [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.019191] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90826cf9-500b-4cf8-9633-3733c8030237 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.028153] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1cef02-8938-412f-8b29-ee8825a2f9d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.423829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.424201] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance network_info: |[{"id": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "address": "fa:16:3e:a4:e6:51", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f6a92b-0c", "ovs_interfaceid": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.424789] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Acquired lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.425922] env[69744]: DEBUG nova.network.neutron [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Refreshing network info cache for port 91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.426606] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e6:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f6a92b-0c62-41af-b689-0e4553ff96ee', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.439222] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.449037] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.458876] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14eeca6b-55d7-4430-b6b9-9cc3d704bcbe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.500876] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.504103] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.504103] env[69744]: value = "task-3311950" [ 962.504103] env[69744]: _type = "Task" [ 962.504103] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.526307] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311950, 'name': CreateVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.546548] env[69744]: DEBUG nova.network.neutron [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.592643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.593519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.593519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.593519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.593519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.599648] env[69744]: INFO nova.compute.manager [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Terminating instance [ 962.602102] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f23a52-972b-40be-9cfa-3f06b8100be7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.613034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8dcebd-a7b6-4fa8-be27-85e58a863604 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.652410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbced963-2f7c-421f-ad57-94a545754522 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.662540] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584a532-f3ad-4873-b50e-76a0a25f475f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.674706] env[69744]: DEBUG nova.compute.provider_tree [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.762703] env[69744]: DEBUG nova.network.neutron [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updated VIF entry in instance network info cache for port 91f6a92b-0c62-41af-b689-0e4553ff96ee. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.762703] env[69744]: DEBUG nova.network.neutron [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updating instance_info_cache with network_info: [{"id": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "address": "fa:16:3e:a4:e6:51", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f6a92b-0c", "ovs_interfaceid": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.768054] env[69744]: DEBUG nova.compute.manager [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Received event network-changed-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.768324] env[69744]: DEBUG nova.compute.manager [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Refreshing instance network info cache due to event network-changed-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.768689] env[69744]: DEBUG oslo_concurrency.lockutils [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] Acquiring lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.768923] env[69744]: DEBUG oslo_concurrency.lockutils [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] Acquired lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.769100] env[69744]: DEBUG nova.network.neutron [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Refreshing network info cache for port 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.928171] env[69744]: DEBUG nova.network.neutron [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updated VIF entry in instance network info cache for port 809c1fa1-86a8-4cf9-9880-a23ef713354b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.928171] env[69744]: DEBUG nova.network.neutron [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [{"id": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "address": "fa:16:3e:40:5d:49", "network": {"id": "38e2bf01-ff44-4ece-a858-9ca92338224c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1228782002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c809523ca964cc180f697e67bbc2bde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809c1fa1-86", "ovs_interfaceid": "809c1fa1-86a8-4cf9-9880-a23ef713354b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.967607] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.967607] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] af9ec915-740d-4e27-877b-9b85e6cc7ba2/af9ec915-740d-4e27-877b-9b85e6cc7ba2.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.968111] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.968111] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c40431-3279-4f11-a4c8-0cf247f6aeb4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.975768] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 962.975768] env[69744]: value = "task-3311951" [ 962.975768] env[69744]: _type = "Task" [ 962.975768] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.984643] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.014948] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311950, 'name': CreateVM_Task, 'duration_secs': 0.481749} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.015107] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.015767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.016108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.016382] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.016709] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d4a912-f3e5-4cb8-a599-47bdf7d6165c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.021449] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 963.021449] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52129f04-8f3a-931d-be4b-827b504c675f" [ 963.021449] env[69744]: _type = "Task" [ 963.021449] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.031068] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52129f04-8f3a-931d-be4b-827b504c675f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.051461] env[69744]: INFO nova.compute.manager [-] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Took 1.45 seconds to deallocate network for instance. [ 963.107149] env[69744]: DEBUG nova.compute.manager [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.107454] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.108367] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a24d5f-17f0-41de-bddd-1e405b6039cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.116689] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.116954] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb47d01a-232d-46a1-b1a7-a9009a308bf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.123936] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 963.123936] env[69744]: value = "task-3311952" [ 963.123936] env[69744]: _type = "Task" [ 963.123936] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.132627] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.179434] env[69744]: DEBUG nova.scheduler.client.report [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.271107] env[69744]: DEBUG oslo_concurrency.lockutils [req-25ac49a3-77e7-4476-8a82-eb270dad1833 req-ede1276d-c65c-4569-a076-937a58946c28 service nova] Releasing lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.431013] env[69744]: DEBUG oslo_concurrency.lockutils [req-82ffd7d6-e74f-4500-be4e-bcdf185211c1 req-1c95a5be-3fb6-4706-8a3c-f358720dafd4 service nova] Releasing lock "refresh_cache-0254e970-0c97-4c98-bdb0-c8dc36ea77ce" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.461596] env[69744]: INFO nova.compute.manager [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Rebuilding instance [ 963.488952] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098292} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.488952] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.489455] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf451a1-25b8-47ac-bba7-b5c6bf44a4ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.524614] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] af9ec915-740d-4e27-877b-9b85e6cc7ba2/af9ec915-740d-4e27-877b-9b85e6cc7ba2.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.525394] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58291fd-8ac2-4782-ab87-dd6d1bbb1467 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.546891] env[69744]: DEBUG nova.compute.manager [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.552687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc5716-66d0-4a5b-9a29-540b84fba738 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.559927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.566658] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52129f04-8f3a-931d-be4b-827b504c675f, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.568833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.569074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.569299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.569438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.569674] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.572311] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 963.572311] env[69744]: value = "task-3311953" [ 963.572311] env[69744]: _type = "Task" [ 963.572311] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.576018] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bec8dd3-5a8a-4a09-a5c0-13c56487b501 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.583210] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.593627] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.593843] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.598032] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01304bec-ac1d-4bb6-8b03-c657f1f40db8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.601179] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 963.601179] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c1cc4b-6434-8ad9-e295-623c587b3a6f" [ 963.601179] env[69744]: _type = "Task" [ 963.601179] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.611185] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c1cc4b-6434-8ad9-e295-623c587b3a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.634398] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311952, 'name': PowerOffVM_Task, 'duration_secs': 0.481525} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.634634] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.634815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.635126] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52eeae1-6589-419b-9fe3-03ff9d98d156 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.683646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.684242] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.686888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.190s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.687140] env[69744]: DEBUG nova.objects.instance [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'resources' on Instance uuid df9e9688-85eb-4db8-96b0-9a2b20c0d268 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.698977] env[69744]: DEBUG nova.network.neutron [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updated VIF entry in instance network info cache for port 9c9faceb-d2fd-4d24-a7ed-ac712491f0f4. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.699411] env[69744]: DEBUG nova.network.neutron [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updating instance_info_cache with network_info: [{"id": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "address": "fa:16:3e:35:7a:df", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9faceb-d2", "ovs_interfaceid": "9c9faceb-d2fd-4d24-a7ed-ac712491f0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.711736] env[69744]: DEBUG nova.compute.manager [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Received event network-changed-434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.711950] env[69744]: DEBUG nova.compute.manager [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Refreshing instance network info cache due to event network-changed-434b9f3a-1ff5-4fa8-93d5-2706e540687a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.712239] env[69744]: DEBUG oslo_concurrency.lockutils [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] Acquiring lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.712403] env[69744]: DEBUG oslo_concurrency.lockutils [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] Acquired lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.712582] env[69744]: DEBUG nova.network.neutron [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Refreshing network info cache for port 434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.085623] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311953, 'name': ReconfigVM_Task, 'duration_secs': 0.318622} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.086650] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] af9ec915-740d-4e27-877b-9b85e6cc7ba2/af9ec915-740d-4e27-877b-9b85e6cc7ba2.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.087342] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f1274b-293b-446c-adef-214e78b47b24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.093783] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 964.093783] env[69744]: value = "task-3311955" [ 964.093783] env[69744]: _type = "Task" [ 964.093783] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.102190] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311955, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.109877] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c1cc4b-6434-8ad9-e295-623c587b3a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.110683] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12216a24-dfb1-4e8e-b430-81a23048ff13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.117162] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 964.117162] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526a8137-0e5d-3823-6122-3bf8f6e9b349" [ 964.117162] env[69744]: _type = "Task" [ 964.117162] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.125221] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526a8137-0e5d-3823-6122-3bf8f6e9b349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.190508] env[69744]: DEBUG nova.compute.utils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.198317] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.198716] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.203500] env[69744]: DEBUG oslo_concurrency.lockutils [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] Releasing lock "refresh_cache-69c0f74b-cc38-4f60-976e-5e9206fdbe0e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.203740] env[69744]: DEBUG nova.compute.manager [req-cfaefe07-27f1-48f6-923f-fab373c766fe req-d7a69313-3351-468a-b7bc-b193aa0358a4 service nova] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Received event network-vif-deleted-821f62c2-9bdb-4fca-8b73-8284e4c12194 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.228737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "25f0d588-ce2e-4896-976f-91d67482447d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.228948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.229260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "25f0d588-ce2e-4896-976f-91d67482447d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.231347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.231347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.234824] env[69744]: INFO nova.compute.manager [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Terminating instance [ 964.303878] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Successfully updated port: c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.314945] env[69744]: DEBUG nova.policy [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c2c79a8a91492a8fe5e99272910b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0fabf31d65a43b5ba0313fab6de9d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.548835] env[69744]: DEBUG nova.network.neutron [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updated VIF entry in instance network info cache for port 434b9f3a-1ff5-4fa8-93d5-2706e540687a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.549244] env[69744]: DEBUG nova.network.neutron [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updating instance_info_cache with network_info: [{"id": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "address": "fa:16:3e:25:2d:d7", "network": {"id": "cb8dd7b8-e53c-45ca-a348-3f41f98476af", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1456475815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493541dfcee94c97b95299bfb24b4ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434b9f3a-1f", "ovs_interfaceid": "434b9f3a-1ff5-4fa8-93d5-2706e540687a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.581374] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.581648] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f6ee7c-f734-4876-8b73-20d011968203 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.589011] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 964.589011] env[69744]: value = "task-3311956" [ 964.589011] env[69744]: _type = "Task" [ 964.589011] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.597887] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.608366] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311955, 'name': Rename_Task, 'duration_secs': 0.166458} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.608487] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.608753] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0794aa4d-b802-486e-8cbf-3b02d600543f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.614190] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 964.614190] env[69744]: value = "task-3311957" [ 964.614190] env[69744]: _type = "Task" [ 964.614190] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.626158] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.631708] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526a8137-0e5d-3823-6122-3bf8f6e9b349, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.631980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.632255] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f9acd448-b7dd-4bf8-930a-8d39b72c8994/f9acd448-b7dd-4bf8-930a-8d39b72c8994.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.632532] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e56cfd1f-07b0-4cf6-b41a-dcc1719b5428 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.639482] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 964.639482] env[69744]: value = "task-3311958" [ 964.639482] env[69744]: _type = "Task" [ 964.639482] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.647057] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.699718] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.720660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb010ead-d525-40fc-9354-54a41e3f0f02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.729750] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2e98c-a219-4bcc-9fb9-a6c3b4872f83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.761923] env[69744]: DEBUG nova.compute.manager [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.762162] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.764052] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efea727-f588-474f-885a-a9d50a0b33c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.767124] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a23f116-76bf-426c-b748-1cb9b0f3d43d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.771315] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Successfully created port: 420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.777443] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.778053] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c5d59af-c903-46d4-9040-9cea22c20544 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.780461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c50be06-763d-422f-b1d6-924903454951 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.795425] env[69744]: DEBUG nova.compute.provider_tree [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.798179] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 964.798179] env[69744]: value = "task-3311959" [ 964.798179] env[69744]: _type = "Task" [ 964.798179] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.811216] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.811216] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquired lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.811216] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.811216] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.054783] env[69744]: DEBUG oslo_concurrency.lockutils [req-3087de8e-122f-4b5f-b3ff-c6d2b5fbf61c req-f081b770-1c36-49ab-8266-475d52718228 service nova] Releasing lock "refresh_cache-22ce5d75-355b-4146-8779-03d8e6ada4cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.104035] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311956, 'name': PowerOffVM_Task, 'duration_secs': 0.142478} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.104035] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.104035] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.104504] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10159f78-2f71-4b08-9e01-460a6ec2d523 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.112998] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.113278] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3966c15d-c3e8-49bc-b6aa-1772ddc6eca2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.123632] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.146622] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.146813] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.146960] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Deleting the datastore file [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.150382] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516e9b4c-a9cf-4d6a-823b-c9dc184b1a04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.152480] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.157016] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 965.157016] env[69744]: value = "task-3311961" [ 965.157016] env[69744]: _type = "Task" [ 965.157016] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.166791] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.301060] env[69744]: DEBUG nova.scheduler.client.report [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.315587] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311959, 'name': PowerOffVM_Task, 'duration_secs': 0.303576} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.315844] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.316048] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.317196] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34eeabd0-603e-4318-a89a-745e3839e08b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.353214] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.497931] env[69744]: DEBUG nova.network.neutron [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Updating instance_info_cache with network_info: [{"id": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "address": "fa:16:3e:29:7c:ef", "network": {"id": "060b6992-0147-4f60-83c5-8c53f4e63c74", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1619419476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57abbad772f64f4ab9642d8720525497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc98ac-9b", "ovs_interfaceid": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.625713] env[69744]: DEBUG oslo_vmware.api [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3311957, 'name': PowerOnVM_Task, 'duration_secs': 0.929475} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.625993] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.626218] env[69744]: INFO nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Took 9.45 seconds to spawn the instance on the hypervisor. [ 965.626409] env[69744]: DEBUG nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.627203] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f42c3-4c0a-4e7a-b15b-30b37176ced4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.648420] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565664} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.648676] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f9acd448-b7dd-4bf8-930a-8d39b72c8994/f9acd448-b7dd-4bf8-930a-8d39b72c8994.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.648910] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.649209] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe0431df-08c7-4995-9de7-01ade2c36804 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.655353] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 965.655353] env[69744]: value = "task-3311963" [ 965.655353] env[69744]: _type = "Task" [ 965.655353] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.670715] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.673663] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149911} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.674554] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.674746] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.674915] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.714036] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.740909] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb1ebb0d16edea18217084c22ae7d8fc',container_format='bare',created_at=2025-04-04T07:38:41Z,direct_url=,disk_format='vmdk',id=2da80e8f-d968-43ef-a12f-77687d7a8f02,min_disk=1,min_ram=0,name='tempest-test-snap-1029169290',owner='f0fabf31d65a43b5ba0313fab6de9d4f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-04T07:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.741195] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.741355] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.741535] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.741707] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.741885] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.742117] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.742282] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.742447] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.742608] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.742778] env[69744]: DEBUG nova.virt.hardware [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.743921] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d59832d-54e6-4665-9c6a-c06b315f6aaf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.752180] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54011ccf-4550-475c-9a90-53e84a5d74cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.810130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.813469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.108s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.813737] env[69744]: DEBUG nova.objects.instance [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lazy-loading 'resources' on Instance uuid 770e096d-fb72-434b-8fd7-136031a3bf96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.844867] env[69744]: DEBUG nova.compute.manager [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Received event network-vif-plugged-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.845121] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Acquiring lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.845338] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.845510] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.845684] env[69744]: DEBUG nova.compute.manager [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] No waiting events found dispatching network-vif-plugged-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.845848] env[69744]: WARNING nova.compute.manager [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Received unexpected event network-vif-plugged-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f for instance with vm_state building and task_state spawning. [ 965.846021] env[69744]: DEBUG nova.compute.manager [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Received event network-changed-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.847161] env[69744]: DEBUG nova.compute.manager [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Refreshing instance network info cache due to event network-changed-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.847161] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Acquiring lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.847534] env[69744]: INFO nova.scheduler.client.report [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted allocations for instance df9e9688-85eb-4db8-96b0-9a2b20c0d268 [ 965.969711] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.969948] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.970144] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Deleting the datastore file [datastore1] 0254e970-0c97-4c98-bdb0-c8dc36ea77ce {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.970437] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-620bb014-2ba3-4c51-8232-0a1702ace4ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.977668] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for the task: (returnval){ [ 965.977668] env[69744]: value = "task-3311964" [ 965.977668] env[69744]: _type = "Task" [ 965.977668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.986634] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.993930] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.993930] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.993930] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleting the datastore file [datastore1] 25f0d588-ce2e-4896-976f-91d67482447d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.994161] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9072a4-6165-4d3b-8b85-d06a02044134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Releasing lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.000682] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Instance network_info: |[{"id": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "address": "fa:16:3e:29:7c:ef", "network": {"id": "060b6992-0147-4f60-83c5-8c53f4e63c74", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1619419476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57abbad772f64f4ab9642d8720525497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc98ac-9b", "ovs_interfaceid": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.001088] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for the task: (returnval){ [ 966.001088] env[69744]: value = "task-3311965" [ 966.001088] env[69744]: _type = "Task" [ 966.001088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.001282] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Acquired lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.001388] env[69744]: DEBUG nova.network.neutron [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Refreshing network info cache for port c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.002609] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:7c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4fc98ac-9b44-4fb7-81c9-eadec45edf2f', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.010851] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Creating folder: Project (57abbad772f64f4ab9642d8720525497). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.013782] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e245ca0a-e2b4-4810-8895-5bb5ca9f5b4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.024839] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.026531] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Created folder: Project (57abbad772f64f4ab9642d8720525497) in parent group-v661134. [ 966.026704] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Creating folder: Instances. Parent ref: group-v661334. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.026924] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b35385c5-e958-43be-94fb-d851e7e9c844 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.035510] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Created folder: Instances in parent group-v661334. [ 966.035791] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.035943] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.036444] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771c8e1d-1405-4670-b4d7-3fd9d2248d2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.058055] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.058055] env[69744]: value = "task-3311968" [ 966.058055] env[69744]: _type = "Task" [ 966.058055] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.065535] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311968, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.146874] env[69744]: INFO nova.compute.manager [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Took 42.08 seconds to build instance. [ 966.167851] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073102} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.170885] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.171829] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d69add-ae26-41f3-a7df-ccf09968f9fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.204819] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f9acd448-b7dd-4bf8-930a-8d39b72c8994/f9acd448-b7dd-4bf8-930a-8d39b72c8994.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.205416] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730b399d-f034-4a1e-ab87-09dee5ea67e1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.228403] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 966.228403] env[69744]: value = "task-3311969" [ 966.228403] env[69744]: _type = "Task" [ 966.228403] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.241020] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.269394] env[69744]: DEBUG nova.network.neutron [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Updated VIF entry in instance network info cache for port c4fc98ac-9b44-4fb7-81c9-eadec45edf2f. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.269394] env[69744]: DEBUG nova.network.neutron [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Updating instance_info_cache with network_info: [{"id": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "address": "fa:16:3e:29:7c:ef", "network": {"id": "060b6992-0147-4f60-83c5-8c53f4e63c74", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1619419476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57abbad772f64f4ab9642d8720525497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc98ac-9b", "ovs_interfaceid": "c4fc98ac-9b44-4fb7-81c9-eadec45edf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.360024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3865375b-c301-4ac4-96d7-6c220246064e tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "df9e9688-85eb-4db8-96b0-9a2b20c0d268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.814s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.492052] env[69744]: DEBUG oslo_vmware.api [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Task: {'id': task-3311964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375769} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.494875] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.495162] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.495386] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.495590] env[69744]: INFO nova.compute.manager [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Took 3.39 seconds to destroy the instance on the hypervisor. [ 966.495877] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.496304] env[69744]: DEBUG nova.compute.manager [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.496631] env[69744]: DEBUG nova.network.neutron [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.521714] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.570978] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311968, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.582185] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Successfully updated port: 420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.645202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e4a7c86-860f-4cbc-a23a-f1ef396ec60d tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.595s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.743796] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.746798] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.747242] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.747242] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.747420] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.747565] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.747713] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.747920] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.748264] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.748264] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.748409] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.748657] env[69744]: DEBUG nova.virt.hardware [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.750070] env[69744]: DEBUG nova.compute.manager [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Received event network-vif-plugged-420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.750273] env[69744]: DEBUG oslo_concurrency.lockutils [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] Acquiring lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.750476] env[69744]: DEBUG oslo_concurrency.lockutils [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] Lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.750950] env[69744]: DEBUG oslo_concurrency.lockutils [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] Lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.750950] env[69744]: DEBUG nova.compute.manager [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] No waiting events found dispatching network-vif-plugged-420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.751096] env[69744]: WARNING nova.compute.manager [req-011da464-7ea3-48c2-962f-9e30a3aa3233 req-9e8509d9-b605-494e-958e-27f03a32c13f service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Received unexpected event network-vif-plugged-420e3951-b80e-4bfa-96b3-a8ae4c458e53 for instance with vm_state building and task_state spawning. [ 966.752173] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0d2eff-6b46-4fdf-abfb-f1a5cae7b82c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.764605] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9607dc9b-00e3-46b7-a33c-9997f59ae47d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.781743] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0bb370e-63d5-4708-8285-5fcdb2360c36 req-edf29aa3-1f10-4f55-a3f7-fd3af10f2499 service nova] Releasing lock "refresh_cache-d03a96b1-559f-49a4-bd19-2c13e8ca313f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782443] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.788022] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.788272] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.788873] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d312d77-7055-4c13-8e41-7f3e833b22d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.805896] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.805896] env[69744]: value = "task-3311970" [ 966.805896] env[69744]: _type = "Task" [ 966.805896] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.816230] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311970, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.856231] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9a1ac-6426-4a89-a544-0eec54052eaa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.869374] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63050a-0c06-4535-b3d9-cd0387a4f8f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.903577] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13105eae-8299-4536-9f62-2afa4dbb1f2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.911470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9960651-86f9-4bcb-a022-f3f9e04b5a08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.925407] env[69744]: DEBUG nova.compute.provider_tree [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.022638] env[69744]: DEBUG oslo_vmware.api [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Task: {'id': task-3311965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552982} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.022881] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.023077] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.023290] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.023463] env[69744]: INFO nova.compute.manager [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Took 2.26 seconds to destroy the instance on the hypervisor. [ 967.023732] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.023922] env[69744]: DEBUG nova.compute.manager [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.024035] env[69744]: DEBUG nova.network.neutron [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.075123] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311968, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.087655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.087853] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.088049] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.190638] env[69744]: DEBUG nova.compute.manager [req-d23d7031-a5f3-4e17-873c-6073ae625236 req-d2e65e13-e642-42e4-b064-9c2f98f81a0b service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Received event network-vif-deleted-809c1fa1-86a8-4cf9-9880-a23ef713354b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.190912] env[69744]: INFO nova.compute.manager [req-d23d7031-a5f3-4e17-873c-6073ae625236 req-d2e65e13-e642-42e4-b064-9c2f98f81a0b service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Neutron deleted interface 809c1fa1-86a8-4cf9-9880-a23ef713354b; detaching it from the instance and deleting it from the info cache [ 967.191020] env[69744]: DEBUG nova.network.neutron [req-d23d7031-a5f3-4e17-873c-6073ae625236 req-d2e65e13-e642-42e4-b064-9c2f98f81a0b service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.245756] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311969, 'name': ReconfigVM_Task, 'duration_secs': 0.721958} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.246048] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f9acd448-b7dd-4bf8-930a-8d39b72c8994/f9acd448-b7dd-4bf8-930a-8d39b72c8994.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.247261] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdbaf87b-b815-43d4-860d-1dc7d07373a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.255553] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 967.255553] env[69744]: value = "task-3311971" [ 967.255553] env[69744]: _type = "Task" [ 967.255553] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.274374] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311971, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.320028] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311970, 'name': CreateVM_Task, 'duration_secs': 0.410196} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.320028] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.320028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.320028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.320028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.320028] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d32b18a-a2e1-4c43-b797-fd65ff44fed1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.324937] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 967.324937] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c3307-3b24-40ec-6228-15222ecab949" [ 967.324937] env[69744]: _type = "Task" [ 967.324937] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.333939] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c3307-3b24-40ec-6228-15222ecab949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.430632] env[69744]: DEBUG nova.scheduler.client.report [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.543672] env[69744]: DEBUG nova.network.neutron [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.573047] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311968, 'name': CreateVM_Task, 'duration_secs': 1.352742} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.573409] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.574201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.622953] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.694286] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c89b464-4636-41a3-8eff-e9f66f083b64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.704027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f15db5-80aa-4fb5-9d76-3b820f41154e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.741898] env[69744]: DEBUG nova.compute.manager [req-d23d7031-a5f3-4e17-873c-6073ae625236 req-d2e65e13-e642-42e4-b064-9c2f98f81a0b service nova] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Detach interface failed, port_id=809c1fa1-86a8-4cf9-9880-a23ef713354b, reason: Instance 0254e970-0c97-4c98-bdb0-c8dc36ea77ce could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.758018] env[69744]: DEBUG nova.network.neutron [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Updating instance_info_cache with network_info: [{"id": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "address": "fa:16:3e:4e:30:c7", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420e3951-b8", "ovs_interfaceid": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.765859] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311971, 'name': Rename_Task, 'duration_secs': 0.167585} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.766434] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.766783] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c6d4451-eec4-45de-a3c3-b313a30db6e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.775018] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 967.775018] env[69744]: value = "task-3311972" [ 967.775018] env[69744]: _type = "Task" [ 967.775018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.781831] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.834891] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c3307-3b24-40ec-6228-15222ecab949, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.835311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.835635] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.835950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.836167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.836410] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.836747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.837118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.837396] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2a7104-54d2-4180-a0f8-b29ec9794d1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.839275] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac6858c-657e-46cc-8b2f-e776f5bda55c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.847578] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 967.847578] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f63a8-87e9-6edf-ad6a-39b1fc93835f" [ 967.847578] env[69744]: _type = "Task" [ 967.847578] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.855530] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f63a8-87e9-6edf-ad6a-39b1fc93835f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.856654] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.856931] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.857779] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3f70aa-0873-42d0-ab45-2b93ad4e7ee3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863151] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 967.863151] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d1558a-b55b-6c15-eed2-18a32d8deb85" [ 967.863151] env[69744]: _type = "Task" [ 967.863151] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.872154] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d1558a-b55b-6c15-eed2-18a32d8deb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.939953] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.944061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.172s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.945621] env[69744]: INFO nova.compute.claims [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.965741] env[69744]: INFO nova.scheduler.client.report [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Deleted allocations for instance 770e096d-fb72-434b-8fd7-136031a3bf96 [ 968.020350] env[69744]: DEBUG nova.compute.manager [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Received event network-changed-420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.020798] env[69744]: DEBUG nova.compute.manager [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Refreshing instance network info cache due to event network-changed-420e3951-b80e-4bfa-96b3-a8ae4c458e53. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.020997] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Acquiring lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.047014] env[69744]: INFO nova.compute.manager [-] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Took 1.55 seconds to deallocate network for instance. [ 968.261199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.261587] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Instance network_info: |[{"id": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "address": "fa:16:3e:4e:30:c7", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420e3951-b8", "ovs_interfaceid": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.261936] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Acquired lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.262145] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Refreshing network info cache for port 420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.263470] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:30:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '420e3951-b80e-4bfa-96b3-a8ae4c458e53', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.273192] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.273708] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.274456] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5344e95f-e598-4796-a814-cae65af29b63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.303218] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.303843] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.303843] env[69744]: value = "task-3311973" [ 968.303843] env[69744]: _type = "Task" [ 968.303843] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.313019] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311973, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.358915] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f63a8-87e9-6edf-ad6a-39b1fc93835f, 'name': SearchDatastore_Task, 'duration_secs': 0.025369} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.358915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.358915] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.358915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.377159] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d1558a-b55b-6c15-eed2-18a32d8deb85, 'name': SearchDatastore_Task, 'duration_secs': 0.038076} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.378181] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad6d41b-d681-418c-a03e-b4539959954b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.383084] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 968.383084] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df3339-330b-4ab5-6c14-d729bc6fba40" [ 968.383084] env[69744]: _type = "Task" [ 968.383084] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.390507] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df3339-330b-4ab5-6c14-d729bc6fba40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.474084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70cb87e5-d093-4dc1-bfc9-d88c5da06ee4 tempest-ServerShowV254Test-1116480082 tempest-ServerShowV254Test-1116480082-project-member] Lock "770e096d-fb72-434b-8fd7-136031a3bf96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.909s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.531225] env[69744]: DEBUG nova.network.neutron [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.553361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.794916] env[69744]: DEBUG oslo_vmware.api [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311972, 'name': PowerOnVM_Task, 'duration_secs': 0.723997} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.795411] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.795727] env[69744]: INFO nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Took 10.00 seconds to spawn the instance on the hypervisor. [ 968.796109] env[69744]: DEBUG nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.797725] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a4a7e-bcd4-4c43-aa4a-f8747e1b2db0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.817036] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311973, 'name': CreateVM_Task, 'duration_secs': 0.385521} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.817473] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.818246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.818539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.819045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.819403] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4857e6da-510c-460f-b775-b56ad948613a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.824072] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 968.824072] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529a7b00-1b9a-b24b-45f5-fc4a3e4ee677" [ 968.824072] env[69744]: _type = "Task" [ 968.824072] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.831812] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529a7b00-1b9a-b24b-45f5-fc4a3e4ee677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.894791] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df3339-330b-4ab5-6c14-d729bc6fba40, 'name': SearchDatastore_Task, 'duration_secs': 0.014317} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.895249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.895632] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.896102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.896403] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.896742] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40468c3-847c-43d2-8604-46c9a56ff17f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.899080] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d76c56-faef-440d-9e52-27c040d20a2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.906088] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 968.906088] env[69744]: value = "task-3311974" [ 968.906088] env[69744]: _type = "Task" [ 968.906088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.914129] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.914129] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.915043] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ade078-d603-4e70-b28b-ebb525849a22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.917821] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.923676] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 968.923676] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524be1c4-8853-c575-04b4-a796c591e978" [ 968.923676] env[69744]: _type = "Task" [ 968.923676] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.930360] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524be1c4-8853-c575-04b4-a796c591e978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.033532] env[69744]: INFO nova.compute.manager [-] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Took 2.01 seconds to deallocate network for instance. [ 969.116588] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Updated VIF entry in instance network info cache for port 420e3951-b80e-4bfa-96b3-a8ae4c458e53. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.117018] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Updating instance_info_cache with network_info: [{"id": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "address": "fa:16:3e:4e:30:c7", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420e3951-b8", "ovs_interfaceid": "420e3951-b80e-4bfa-96b3-a8ae4c458e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.320636] env[69744]: INFO nova.compute.manager [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Took 38.81 seconds to build instance. [ 969.338746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.338943] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Processing image 2da80e8f-d968-43ef-a12f-77687d7a8f02 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.339534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.339534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.339534] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.339777] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083a5d31-ffe1-43d1-8ff6-ac76f76d63d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.348918] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.349108] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.349853] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d71846-0c8b-4dc2-b2a3-c5f4e524dcf8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.359575] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 969.359575] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52703dee-a6e8-5ed3-3f2e-899852c33f29" [ 969.359575] env[69744]: _type = "Task" [ 969.359575] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.367806] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52703dee-a6e8-5ed3-3f2e-899852c33f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.396009] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec921a-f02a-41e6-8677-d34279bb8b0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.403646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bb1781-cb02-4f19-abc7-5a1319a63d43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.416886] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.444733] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939c648-2e95-4fac-94ab-b5e4b86fcfb4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.453723] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524be1c4-8853-c575-04b4-a796c591e978, 'name': SearchDatastore_Task, 'duration_secs': 0.041716} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.457180] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407c274e-e44c-47d9-9262-6309a1ff65e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.460717] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd075e-30dc-435a-88fe-a2ba28589b1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.467874] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 969.467874] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5224287e-a384-30d8-276b-51687377afcb" [ 969.467874] env[69744]: _type = "Task" [ 969.467874] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.476413] env[69744]: DEBUG nova.compute.provider_tree [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.487250] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5224287e-a384-30d8-276b-51687377afcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.540399] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.620981] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Releasing lock "refresh_cache-d434213b-623b-43ac-a975-07b9e8290b6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.621337] env[69744]: DEBUG nova.compute.manager [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Received event network-changed-0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.621560] env[69744]: DEBUG nova.compute.manager [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Refreshing instance network info cache due to event network-changed-0153add8-3783-4958-ba9c-cb1d58cc21dc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.621824] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Acquiring lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.622050] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Acquired lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.622268] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Refreshing network info cache for port 0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.824113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-04bdf3c9-8bcd-4bf0-89e2-07d42b9c07d0 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.328s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.869723] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 969.869995] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Fetch image to [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d/OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 969.870197] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Downloading stream optimized image 2da80e8f-d968-43ef-a12f-77687d7a8f02 to [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d/OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d.vmdk on the data store datastore2 as vApp {{(pid=69744) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 969.870365] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Downloading image file data 2da80e8f-d968-43ef-a12f-77687d7a8f02 to the ESX as VM named 'OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d' {{(pid=69744) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 969.917637] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889996} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.917917] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.918154] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.918409] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48cc2a84-3795-4bfb-a98f-fa2f27a6b776 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.924473] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 969.924473] env[69744]: value = "task-3311975" [ 969.924473] env[69744]: _type = "Task" [ 969.924473] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.935391] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.947328] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 969.947328] env[69744]: value = "resgroup-9" [ 969.947328] env[69744]: _type = "ResourcePool" [ 969.947328] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 969.947617] env[69744]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6a768076-44b4-4959-80e4-c64261602aa1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.971912] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease: (returnval){ [ 969.971912] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aff98e-99a8-ffe7-bf59-582fb64c207a" [ 969.971912] env[69744]: _type = "HttpNfcLease" [ 969.971912] env[69744]: } obtained for vApp import into resource pool (val){ [ 969.971912] env[69744]: value = "resgroup-9" [ 969.971912] env[69744]: _type = "ResourcePool" [ 969.971912] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 969.972235] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the lease: (returnval){ [ 969.972235] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aff98e-99a8-ffe7-bf59-582fb64c207a" [ 969.972235] env[69744]: _type = "HttpNfcLease" [ 969.972235] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.980762] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.980762] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aff98e-99a8-ffe7-bf59-582fb64c207a" [ 969.980762] env[69744]: _type = "HttpNfcLease" [ 969.980762] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.983027] env[69744]: DEBUG nova.scheduler.client.report [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.989844] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5224287e-a384-30d8-276b-51687377afcb, 'name': SearchDatastore_Task, 'duration_secs': 0.058454} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.990353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.990604] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d03a96b1-559f-49a4-bd19-2c13e8ca313f/d03a96b1-559f-49a4-bd19-2c13e8ca313f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.990881] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e78bdf8-3f8c-4cca-9d71-eeebb137b2a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.996765] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 969.996765] env[69744]: value = "task-3311977" [ 969.996765] env[69744]: _type = "Task" [ 969.996765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.005610] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.048610] env[69744]: DEBUG nova.compute.manager [req-04a0567b-0898-4c89-b3e6-7aeea3a19b9b req-b08c81bb-dde5-435a-bd0a-487f6c895bdf service nova] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Received event network-vif-deleted-39b1d03a-0b6a-4e99-bccb-82371d008522 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.325234] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.325522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.325684] env[69744]: INFO nova.compute.manager [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Shelving [ 970.437891] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069789} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.438339] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.439354] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a3a540-4ac8-40d4-a2fa-c9dbaf812bcf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.461027] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.462168] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updated VIF entry in instance network info cache for port 0153add8-3783-4958-ba9c-cb1d58cc21dc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.462518] env[69744]: DEBUG nova.network.neutron [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updating instance_info_cache with network_info: [{"id": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "address": "fa:16:3e:86:33:40", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0153add8-37", "ovs_interfaceid": "0153add8-3783-4958-ba9c-cb1d58cc21dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.463767] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde10aa4-bf81-47cd-9dd8-6482860afdc1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.487820] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.487820] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aff98e-99a8-ffe7-bf59-582fb64c207a" [ 970.487820] env[69744]: _type = "HttpNfcLease" [ 970.487820] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.489316] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.489316] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aff98e-99a8-ffe7-bf59-582fb64c207a" [ 970.489316] env[69744]: _type = "HttpNfcLease" [ 970.489316] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 970.489604] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 970.489604] env[69744]: value = "task-3311978" [ 970.489604] env[69744]: _type = "Task" [ 970.489604] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.490361] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01559c8-af2a-4403-ad00-d910b816b4f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.493622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.494149] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.501243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.727s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.501432] env[69744]: DEBUG nova.objects.instance [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.517986] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.518306] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 970.524122] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.584764] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.593844] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16fb00fc-a6eb-4bec-a845-f85ec2254281 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.980108] env[69744]: DEBUG oslo_concurrency.lockutils [req-651b329f-38fa-47f3-a41a-da0943af3c49 req-95d53cf8-757b-432b-b403-5dfd56cba7bf service nova] Releasing lock "refresh_cache-af9ec915-740d-4e27-877b-9b85e6cc7ba2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005877] env[69744]: DEBUG nova.compute.utils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.007626] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.012255] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.012450] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.027038] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680659} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.028760] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d03a96b1-559f-49a4-bd19-2c13e8ca313f/d03a96b1-559f-49a4-bd19-2c13e8ca313f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.029328] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.029464] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a79991-fd0e-424e-ae53-085d637e4fe6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.037346] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 971.037346] env[69744]: value = "task-3311979" [ 971.037346] env[69744]: _type = "Task" [ 971.037346] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.046352] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.060514] env[69744]: DEBUG nova.policy [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bab2dbb4cb844d8b82f15573ede2bb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b9be27a32424544bb159e8cddbc9ed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.336966] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.337384] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307f3763-7acf-4597-9e81-5300ac2a82b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.346887] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 971.346887] env[69744]: value = "task-3311980" [ 971.346887] env[69744]: _type = "Task" [ 971.346887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.358338] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.432805] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 971.433505] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 971.434076] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e0080d-8669-4ddd-9d27-98bf5f5d32c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.441318] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 971.441492] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 971.441794] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-47fca6a4-d07a-4625-aa50-de78e3f88c5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.503459] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311978, 'name': ReconfigVM_Task, 'duration_secs': 0.647881} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.503818] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d/33f569d7-8d5f-4105-b13b-b545bc79916d.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.504458] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d44b676a-8b84-4d54-8501-080f70cc6c42 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.511442] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 971.511442] env[69744]: value = "task-3311981" [ 971.511442] env[69744]: _type = "Task" [ 971.511442] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.519735] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.522984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb23a0c0-c993-4005-b601-2f0508869857 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.523906] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311981, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.528068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.215s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.528068] env[69744]: DEBUG nova.objects.instance [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lazy-loading 'resources' on Instance uuid fc61bf10-21ed-4ad0-9e6f-63eae873af81 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.549501] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095677} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.549501] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.549501] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5ff76-4760-47b6-a930-98810c1f7b98 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.572393] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d03a96b1-559f-49a4-bd19-2c13e8ca313f/d03a96b1-559f-49a4-bd19-2c13e8ca313f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.573660] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d817d2b-3089-438e-ad64-e9b462e5cd4b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.595960] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 971.595960] env[69744]: value = "task-3311982" [ 971.595960] env[69744]: _type = "Task" [ 971.595960] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.608990] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.610425] env[69744]: DEBUG oslo_vmware.rw_handles [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c8d60-ea88-4999-b7d5-15d8f94a76a4/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 971.610677] env[69744]: INFO nova.virt.vmwareapi.images [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Downloaded image file data 2da80e8f-d968-43ef-a12f-77687d7a8f02 [ 971.611478] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff3fda0-01e3-48fa-a0b2-ab5796e070a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.627161] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-082797c3-51ce-4930-9320-8d6cb6be689b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.639536] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Successfully created port: addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.663302] env[69744]: INFO nova.virt.vmwareapi.images [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] The imported VM was unregistered [ 971.665577] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 971.665979] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.666142] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dacab05-25ed-4e53-93e2-05405b5c8c7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.681193] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.681389] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d/OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d.vmdk to [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk. {{(pid=69744) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 971.681646] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a4ccf03-0573-4ecb-8d29-d0a9aa0b3f93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.687441] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 971.687441] env[69744]: value = "task-3311984" [ 971.687441] env[69744]: _type = "Task" [ 971.687441] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.695913] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.858928] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311980, 'name': PowerOffVM_Task, 'duration_secs': 0.231684} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.859253] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.860186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614de39d-a117-4936-8678-3bde4a214c31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.878475] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a957cd9c-1745-478c-932e-6ef12a9e0c61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.021024] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311981, 'name': Rename_Task, 'duration_secs': 0.169259} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.021298] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.021544] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1bde64-a117-4010-a0cb-247762aed67b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.031433] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 972.031433] env[69744]: value = "task-3311985" [ 972.031433] env[69744]: _type = "Task" [ 972.031433] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.039479] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.111522] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311982, 'name': ReconfigVM_Task, 'duration_secs': 0.278196} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.111828] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d03a96b1-559f-49a4-bd19-2c13e8ca313f/d03a96b1-559f-49a4-bd19-2c13e8ca313f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.112485] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-674a2d94-0f39-4ea1-9b5b-9f9b82664f0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.118352] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 972.118352] env[69744]: value = "task-3311986" [ 972.118352] env[69744]: _type = "Task" [ 972.118352] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.129484] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311986, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.202686] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.388588] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.388962] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71bf3226-22d9-42a1-9870-2387ff88f423 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.398136] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 972.398136] env[69744]: value = "task-3311987" [ 972.398136] env[69744]: _type = "Task" [ 972.398136] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.408705] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.507698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410fd620-fe33-4e2a-b6ab-cdf13147a082 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.516805] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe3b23-73bf-478a-b39b-7d2aafdca492 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.557040] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.567698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be435381-b49e-4457-a38c-8a1bc89a0fbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.578657] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.581417] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbaeb12-def2-4ebd-8351-7e49a4f6668d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.600904] env[69744]: DEBUG nova.compute.provider_tree [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.605887] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.606642] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.606829] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.607113] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.607277] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.607450] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.607671] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.608100] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.608100] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.608225] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.608460] env[69744]: DEBUG nova.virt.hardware [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.609901] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1248e-70b6-47b8-b54d-d647b11ce568 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.619440] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4cf91f-5610-4b38-9991-5141cbb506e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.648341] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311986, 'name': Rename_Task, 'duration_secs': 0.161407} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.648341] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.648341] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47be0f3a-8a55-43fd-97d1-f92f96f25bbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.654687] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 972.654687] env[69744]: value = "task-3311988" [ 972.654687] env[69744]: _type = "Task" [ 972.654687] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.663824] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.698890] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.908801] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311987, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.069676] env[69744]: DEBUG oslo_vmware.api [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311985, 'name': PowerOnVM_Task, 'duration_secs': 0.640741} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.069968] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.070220] env[69744]: DEBUG nova.compute.manager [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.071074] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f392d-e4f0-4098-b1e1-bb74be0a3f6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.104907] env[69744]: DEBUG nova.scheduler.client.report [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.166123] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.199398] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.377945] env[69744]: DEBUG nova.compute.manager [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Received event network-vif-plugged-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.378203] env[69744]: DEBUG oslo_concurrency.lockutils [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] Acquiring lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.378444] env[69744]: DEBUG oslo_concurrency.lockutils [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] Lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.378839] env[69744]: DEBUG oslo_concurrency.lockutils [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] Lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.380271] env[69744]: DEBUG nova.compute.manager [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] No waiting events found dispatching network-vif-plugged-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.380546] env[69744]: WARNING nova.compute.manager [req-196b0189-9676-476b-a33b-c293ecc7f3b5 req-767367a2-0932-44c6-859c-c2c8da09bf9a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Received unexpected event network-vif-plugged-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a for instance with vm_state building and task_state spawning. [ 973.412171] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311987, 'name': CreateSnapshot_Task, 'duration_secs': 0.927609} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.412484] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.413277] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854fe63-e3e2-4dee-8c3d-05adf7fc7d1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.590570] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.615501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.615501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.760s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.615501] env[69744]: DEBUG nova.objects.instance [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lazy-loading 'resources' on Instance uuid 57894d64-5416-4bd6-8ffa-a56a11e0da5a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.641375] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Successfully updated port: addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.665089] env[69744]: INFO nova.scheduler.client.report [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Deleted allocations for instance fc61bf10-21ed-4ad0-9e6f-63eae873af81 [ 973.675502] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.702342] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.938321] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.938823] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a029f2fd-6d8a-40b2-85f1-3940847a9454 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.955711] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 973.955711] env[69744]: value = "task-3311989" [ 973.955711] env[69744]: _type = "Task" [ 973.955711] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.971532] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.143781] env[69744]: DEBUG nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 974.149876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.149876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquired lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.150233] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.181013] env[69744]: DEBUG oslo_vmware.api [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311988, 'name': PowerOnVM_Task, 'duration_secs': 1.191499} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.182575] env[69744]: DEBUG nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 974.182909] env[69744]: DEBUG nova.compute.provider_tree [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.188506] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.188506] env[69744]: INFO nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Took 12.22 seconds to spawn the instance on the hypervisor. [ 974.188506] env[69744]: DEBUG nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.188506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70c3de60-c539-48ae-84dc-9d509d68b9cd tempest-InstanceActionsNegativeTestJSON-733295583 tempest-InstanceActionsNegativeTestJSON-733295583-project-member] Lock "fc61bf10-21ed-4ad0-9e6f-63eae873af81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.400s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.190224] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454278f5-4b66-4ebd-9b54-e20b062eed85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.207869] env[69744]: DEBUG nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 974.219565] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.230340] env[69744]: DEBUG nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 974.472478] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.698283] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.713399] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.728783] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095e0fb-7f70-4e85-898c-a80f7b87fc55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.732691] env[69744]: INFO nova.compute.manager [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Took 42.03 seconds to build instance. [ 974.739237] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385b9ba-9c69-4362-b701-bb771dce2d04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.774055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "33f569d7-8d5f-4105-b13b-b545bc79916d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.774380] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.774613] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "33f569d7-8d5f-4105-b13b-b545bc79916d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.774836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.775055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.777841] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab1d8d-29c3-4b11-9996-daeeba03929e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.783923] env[69744]: INFO nova.compute.manager [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Terminating instance [ 974.792186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3153ec5b-fa75-4948-ac5b-bc8c6ca8e485 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.807329] env[69744]: DEBUG nova.compute.provider_tree [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.962071] env[69744]: DEBUG nova.network.neutron [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Updating instance_info_cache with network_info: [{"id": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "address": "fa:16:3e:fa:2b:3c", "network": {"id": "b73ae6f9-778c-4de8-bb2d-cf37a00e0250", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-136928820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b9be27a32424544bb159e8cddbc9ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddcdf9e-1a", "ovs_interfaceid": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.968753] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.212160] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311984, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.058428} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.212512] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d/OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d.vmdk to [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk. [ 975.213048] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Cleaning up location [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 975.213477] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cfca79a0-dfd4-45f3-8af0-e25499bf759d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.215255] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f2dcb9-dbe9-40a7-a2c3-1a197eed478e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.222958] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 975.222958] env[69744]: value = "task-3311990" [ 975.222958] env[69744]: _type = "Task" [ 975.222958] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.236341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-995f8c4f-2eb2-46ac-9941-ff31261342ce tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.543s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.237151] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.288754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "refresh_cache-33f569d7-8d5f-4105-b13b-b545bc79916d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.288958] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquired lock "refresh_cache-33f569d7-8d5f-4105-b13b-b545bc79916d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289159] env[69744]: DEBUG nova.network.neutron [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.310379] env[69744]: DEBUG nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.465299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Releasing lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.465622] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Instance network_info: |[{"id": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "address": "fa:16:3e:fa:2b:3c", "network": {"id": "b73ae6f9-778c-4de8-bb2d-cf37a00e0250", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-136928820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b9be27a32424544bb159e8cddbc9ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddcdf9e-1a", "ovs_interfaceid": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.469400] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'addcdf9e-1aa9-46dd-8168-ad13b42dbb1a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.477255] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Creating folder: Project (8b9be27a32424544bb159e8cddbc9ed0). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.477693] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.478493] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dcb6a0c-8403-48c8-bf31-806c637fa182 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.490018] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Created folder: Project (8b9be27a32424544bb159e8cddbc9ed0) in parent group-v661134. [ 975.490229] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Creating folder: Instances. Parent ref: group-v661342. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.491632] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0393a3a1-51a8-4ca7-930c-a4a1c3de20c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.494751] env[69744]: DEBUG nova.compute.manager [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Received event network-changed-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.494939] env[69744]: DEBUG nova.compute.manager [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Refreshing instance network info cache due to event network-changed-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.495377] env[69744]: DEBUG oslo_concurrency.lockutils [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] Acquiring lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.495589] env[69744]: DEBUG oslo_concurrency.lockutils [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] Acquired lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.495802] env[69744]: DEBUG nova.network.neutron [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Refreshing network info cache for port addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.508766] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Created folder: Instances in parent group-v661342. [ 975.508766] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.508766] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.508766] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd842451-ccec-4c31-a143-42a75c413342 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.528290] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.528290] env[69744]: value = "task-3311993" [ 975.528290] env[69744]: _type = "Task" [ 975.528290] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.538335] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311993, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.701986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.702267] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.702498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.702711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.702881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.705180] env[69744]: INFO nova.compute.manager [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Terminating instance [ 975.735292] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071092} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.735393] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.735811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736048] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk to [datastore2] d434213b-623b-43ac-a975-07b9e8290b6d/d434213b-623b-43ac-a975-07b9e8290b6d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.736850] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a253127f-ac81-4302-9073-5ab87df489c5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.744152] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 975.744152] env[69744]: value = "task-3311994" [ 975.744152] env[69744]: _type = "Task" [ 975.744152] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.755059] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.816125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.819097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.944s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.819364] env[69744]: DEBUG nova.objects.instance [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lazy-loading 'resources' on Instance uuid 77b37853-a66e-46fd-9f5f-efeb3cdabba6 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.821950] env[69744]: DEBUG nova.network.neutron [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.857223] env[69744]: INFO nova.scheduler.client.report [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleted allocations for instance 57894d64-5416-4bd6-8ffa-a56a11e0da5a [ 975.969257] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.041237] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311993, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.181209] env[69744]: DEBUG nova.network.neutron [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.209330] env[69744]: DEBUG nova.compute.manager [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.209585] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.210509] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3316647-9abd-41bb-bc8d-9247f0d8a254 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.220263] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.220560] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f3cecf4-2804-4429-9a23-2bcb1801ad44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.228524] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 976.228524] env[69744]: value = "task-3311995" [ 976.228524] env[69744]: _type = "Task" [ 976.228524] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.239734] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.256962] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.279891] env[69744]: DEBUG nova.network.neutron [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Updated VIF entry in instance network info cache for port addcdf9e-1aa9-46dd-8168-ad13b42dbb1a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.280318] env[69744]: DEBUG nova.network.neutron [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Updating instance_info_cache with network_info: [{"id": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "address": "fa:16:3e:fa:2b:3c", "network": {"id": "b73ae6f9-778c-4de8-bb2d-cf37a00e0250", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-136928820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b9be27a32424544bb159e8cddbc9ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddcdf9e-1a", "ovs_interfaceid": "addcdf9e-1aa9-46dd-8168-ad13b42dbb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.371175] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0da9b7cf-527c-4346-8307-bd670e0d6100 tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "57894d64-5416-4bd6-8ffa-a56a11e0da5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.052s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.471532] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3311989, 'name': CloneVM_Task, 'duration_secs': 2.071152} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.471812] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Created linked-clone VM from snapshot [ 976.473169] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15303efc-74a3-487b-abca-1e04ccbf2e0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.484673] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Uploading image 3d26c311-f6d6-4807-a587-dc40b967a97a {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.526272] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.526272] env[69744]: value = "vm-661341" [ 976.526272] env[69744]: _type = "VirtualMachine" [ 976.526272] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.526272] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04c78bd5-adf3-4d42-9ebf-126425bdf4a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.540529] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lease: (returnval){ [ 976.540529] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5293078c-540c-8104-80ca-86e4ad805c20" [ 976.540529] env[69744]: _type = "HttpNfcLease" [ 976.540529] env[69744]: } obtained for exporting VM: (result){ [ 976.540529] env[69744]: value = "vm-661341" [ 976.540529] env[69744]: _type = "VirtualMachine" [ 976.540529] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.540942] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the lease: (returnval){ [ 976.540942] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5293078c-540c-8104-80ca-86e4ad805c20" [ 976.540942] env[69744]: _type = "HttpNfcLease" [ 976.540942] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.551677] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3311993, 'name': CreateVM_Task, 'duration_secs': 0.56353} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.552395] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.553146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.553305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.553695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.555471] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ed4981-64d7-434e-ac3d-76e1e192e817 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.557255] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.557255] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5293078c-540c-8104-80ca-86e4ad805c20" [ 976.557255] env[69744]: _type = "HttpNfcLease" [ 976.557255] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.557516] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.557516] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5293078c-540c-8104-80ca-86e4ad805c20" [ 976.557516] env[69744]: _type = "HttpNfcLease" [ 976.557516] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.559938] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7848ab-b86a-4c05-aa3c-b93a7370dd21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.564130] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 976.564130] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5220271a-7ea0-acdd-aee2-013d00f6a0b6" [ 976.564130] env[69744]: _type = "Task" [ 976.564130] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.574226] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.574499] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 976.581497] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5220271a-7ea0-acdd-aee2-013d00f6a0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.684424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Releasing lock "refresh_cache-33f569d7-8d5f-4105-b13b-b545bc79916d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.684873] env[69744]: DEBUG nova.compute.manager [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.685163] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.689023] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d7530-6b54-4bc4-8d93-994103fcfd6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.698809] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.702778] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32346369-39f7-48c6-9ea5-07f123c2ae9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.706135] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 976.706135] env[69744]: value = "task-3311997" [ 976.706135] env[69744]: _type = "Task" [ 976.706135] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.716937] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8734d322-85b2-4d7d-be18-c91212896f98 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.722964] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.744510] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3311995, 'name': PowerOffVM_Task, 'duration_secs': 0.31041} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.748364] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.748758] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.749469] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07eb67e-f0da-486c-82d4-469bd3df079e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.771998] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.786424] env[69744]: DEBUG oslo_concurrency.lockutils [req-425b6942-d3d8-42e2-9090-21097213a8cf req-aa23a300-94af-4e89-9fe8-23091b97257a service nova] Releasing lock "refresh_cache-666b7aad-31b6-415d-8062-bac91a429ed9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.833021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.833021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.833021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.833268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.833436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.836826] env[69744]: INFO nova.compute.manager [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Terminating instance [ 976.875434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43570a1-f40c-48c2-af3a-eee3a1495b83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.886952] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae6432-9e25-49e8-a607-4a788c9f80d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.921897] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c298f0d7-e196-4432-bcb1-1ac699ed8162 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.930794] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d85d546-d257-4034-a728-fcd2c93ef316 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.950993] env[69744]: DEBUG nova.compute.provider_tree [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.079172] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5220271a-7ea0-acdd-aee2-013d00f6a0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020842} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.079531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.080186] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.080186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.080361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.080403] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.080720] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72982e93-bebc-4ad5-8efc-c45657686358 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.091404] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.091691] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.092564] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a39068-9fd4-49a2-89eb-52a2cebbc25c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.099694] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 977.099694] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222d1ec-14ba-f6d6-0981-5b2f75458daa" [ 977.099694] env[69744]: _type = "Task" [ 977.099694] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.108920] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222d1ec-14ba-f6d6-0981-5b2f75458daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.223220] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3311997, 'name': PowerOffVM_Task, 'duration_secs': 0.147998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.223220] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.223220] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.223220] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da58098a-797e-44e5-a6a9-3d9c253b62d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.248214] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.249066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.249436] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Deleting the datastore file [datastore1] 33f569d7-8d5f-4105-b13b-b545bc79916d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.250808] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fac4f1e-d910-445a-bbee-fd7fa3addbe4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.264341] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.265544] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for the task: (returnval){ [ 977.265544] env[69744]: value = "task-3312000" [ 977.265544] env[69744]: _type = "Task" [ 977.265544] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.274038] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3312000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.345714] env[69744]: DEBUG nova.compute.manager [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.346056] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.347206] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c71fc-b53a-4e15-8766-d70ba4bdacc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.355597] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.355911] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b81105-8dbb-4877-b176-847c93e3045a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.363071] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 977.363071] env[69744]: value = "task-3312001" [ 977.363071] env[69744]: _type = "Task" [ 977.363071] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.373804] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3312001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.460022] env[69744]: DEBUG nova.scheduler.client.report [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.592908] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.593181] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.595088] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Deleting the datastore file [datastore1] d03a96b1-559f-49a4-bd19-2c13e8ca313f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.595088] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95ad67d3-39a3-4d94-82b0-f5a08243606f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.615357] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222d1ec-14ba-f6d6-0981-5b2f75458daa, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.619990] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for the task: (returnval){ [ 977.619990] env[69744]: value = "task-3312002" [ 977.619990] env[69744]: _type = "Task" [ 977.619990] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.619990] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de72c09-4b8c-43bf-93e0-df689f7da5d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.628184] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 977.628184] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5248098c-063b-835c-56ee-bd505fee149d" [ 977.628184] env[69744]: _type = "Task" [ 977.628184] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.631802] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3312002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.643489] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5248098c-063b-835c-56ee-bd505fee149d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.762462] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.774808] env[69744]: DEBUG oslo_vmware.api [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Task: {'id': task-3312000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166711} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.775793] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.775793] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.775793] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.775793] env[69744]: INFO nova.compute.manager [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 977.776082] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.776296] env[69744]: DEBUG nova.compute.manager [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.777110] env[69744]: DEBUG nova.network.neutron [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.799924] env[69744]: DEBUG nova.network.neutron [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.879689] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3312001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.964816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.967486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.143s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.967692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.969769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.135s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.971487] env[69744]: INFO nova.compute.claims [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.996769] env[69744]: INFO nova.scheduler.client.report [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted allocations for instance 77b37853-a66e-46fd-9f5f-efeb3cdabba6 [ 977.999778] env[69744]: INFO nova.scheduler.client.report [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleted allocations for instance f289fdaf-4399-44ab-95d8-3129ea198de1 [ 978.132439] env[69744]: DEBUG oslo_vmware.api [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Task: {'id': task-3312002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27696} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.132439] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.132439] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.132439] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.132439] env[69744]: INFO nova.compute.manager [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Took 1.92 seconds to destroy the instance on the hypervisor. [ 978.132778] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.135850] env[69744]: DEBUG nova.compute.manager [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.135969] env[69744]: DEBUG nova.network.neutron [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.144666] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5248098c-063b-835c-56ee-bd505fee149d, 'name': SearchDatastore_Task, 'duration_secs': 0.01419} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.144945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.145230] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 666b7aad-31b6-415d-8062-bac91a429ed9/666b7aad-31b6-415d-8062-bac91a429ed9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.145503] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce04702-de31-4ab1-9ecd-3d52b6e25278 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.152157] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 978.152157] env[69744]: value = "task-3312003" [ 978.152157] env[69744]: _type = "Task" [ 978.152157] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.160928] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.265508] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.304183] env[69744]: DEBUG nova.network.neutron [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.382290] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3312001, 'name': PowerOffVM_Task, 'duration_secs': 0.807437} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.383249] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.383618] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.384815] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb3fec4-f607-4cbb-b665-0ec20bcb2f0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.467666] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.468026] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.468273] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleting the datastore file [datastore2] 18dd6d72-621f-4ba9-b3a9-994d5f9726fb {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.469031] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585a7779-432d-497f-be8c-d523f28fa84b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.478903] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for the task: (returnval){ [ 978.478903] env[69744]: value = "task-3312005" [ 978.478903] env[69744]: _type = "Task" [ 978.478903] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.491598] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3312005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.514735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e800850f-c586-478e-96c2-38923d0c73ad tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "f289fdaf-4399-44ab-95d8-3129ea198de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.099s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.520021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8a08419e-5e39-4e4c-a021-fa807a278e9e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "77b37853-a66e-46fd-9f5f-efeb3cdabba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.074s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.664790] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.768792] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3311994, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.598475} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.769216] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2da80e8f-d968-43ef-a12f-77687d7a8f02/2da80e8f-d968-43ef-a12f-77687d7a8f02.vmdk to [datastore2] d434213b-623b-43ac-a975-07b9e8290b6d/d434213b-623b-43ac-a975-07b9e8290b6d.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.771071] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd3a4c-af25-429b-be8e-84491e9ecc4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.807389] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d434213b-623b-43ac-a975-07b9e8290b6d/d434213b-623b-43ac-a975-07b9e8290b6d.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.808543] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec097bc9-a0d9-4972-ac39-799973eaf339 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.830873] env[69744]: INFO nova.compute.manager [-] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Took 1.05 seconds to deallocate network for instance. [ 978.839340] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 978.839340] env[69744]: value = "task-3312006" [ 978.839340] env[69744]: _type = "Task" [ 978.839340] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.853017] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.886034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.886034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.886034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.886034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.886034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.888677] env[69744]: INFO nova.compute.manager [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Terminating instance [ 978.992892] env[69744]: DEBUG oslo_vmware.api [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Task: {'id': task-3312005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349147} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.993250] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.993458] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.993630] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.993871] env[69744]: INFO nova.compute.manager [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 978.994063] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.994265] env[69744]: DEBUG nova.compute.manager [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.994359] env[69744]: DEBUG nova.network.neutron [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.004543] env[69744]: DEBUG nova.compute.manager [req-8b0399f9-5805-4aa9-a1ca-7e0031c25379 req-5191ac50-02b0-4253-aca2-b88111291b74 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Received event network-vif-deleted-c4fc98ac-9b44-4fb7-81c9-eadec45edf2f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.004543] env[69744]: INFO nova.compute.manager [req-8b0399f9-5805-4aa9-a1ca-7e0031c25379 req-5191ac50-02b0-4253-aca2-b88111291b74 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Neutron deleted interface c4fc98ac-9b44-4fb7-81c9-eadec45edf2f; detaching it from the instance and deleting it from the info cache [ 979.004543] env[69744]: DEBUG nova.network.neutron [req-8b0399f9-5805-4aa9-a1ca-7e0031c25379 req-5191ac50-02b0-4253-aca2-b88111291b74 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.167109] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596133} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.167526] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 666b7aad-31b6-415d-8062-bac91a429ed9/666b7aad-31b6-415d-8062-bac91a429ed9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.167696] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.168307] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6911d4e-bd61-4e17-8008-a43a5bbbc23a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.179111] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 979.179111] env[69744]: value = "task-3312007" [ 979.179111] env[69744]: _type = "Task" [ 979.179111] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.194499] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.340102] env[69744]: DEBUG nova.network.neutron [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.348525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.354300] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.392354] env[69744]: DEBUG nova.compute.manager [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.392640] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.398470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8252f1-3ce0-4e03-8533-ccf3c77d4a84 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.408177] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.408516] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58facc9b-7471-49e2-b69b-b385f6e161f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.416253] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 979.416253] env[69744]: value = "task-3312008" [ 979.416253] env[69744]: _type = "Task" [ 979.416253] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.427982] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.502181] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7316e596-4ec6-425b-94e0-80ccc73a1453 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.509998] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5cf35c-a948-4a94-a85c-22fd82ebbd4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.514759] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d494c903-b682-4a61-b3a1-aec474a3d3cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.559213] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af0bf64-3727-4449-ab88-8dc6e829f20a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.567687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb4632-2571-4a72-8274-f97d5ce0b671 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.588035] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c337a-d2b8-4952-8171-e2bf8f36fc15 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.609752] env[69744]: DEBUG nova.compute.manager [req-8b0399f9-5805-4aa9-a1ca-7e0031c25379 req-5191ac50-02b0-4253-aca2-b88111291b74 service nova] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Detach interface failed, port_id=c4fc98ac-9b44-4fb7-81c9-eadec45edf2f, reason: Instance d03a96b1-559f-49a4-bd19-2c13e8ca313f could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.622682] env[69744]: DEBUG nova.compute.provider_tree [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.689406] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109074} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.689758] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.690608] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bcd79-9a38-4966-8bc7-348b896a5d57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.714987] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 666b7aad-31b6-415d-8062-bac91a429ed9/666b7aad-31b6-415d-8062-bac91a429ed9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.714987] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffecf881-bd7f-4d30-bd16-24aed4edfb17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.735090] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 979.735090] env[69744]: value = "task-3312009" [ 979.735090] env[69744]: _type = "Task" [ 979.735090] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.743595] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.849030] env[69744]: INFO nova.compute.manager [-] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Took 1.71 seconds to deallocate network for instance. [ 979.855693] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312006, 'name': ReconfigVM_Task, 'duration_secs': 0.599043} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.856227] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d434213b-623b-43ac-a975-07b9e8290b6d/d434213b-623b-43ac-a975-07b9e8290b6d.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.861515] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c16efdce-2503-4146-8ea8-5954804996dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.871264] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 979.871264] env[69744]: value = "task-3312010" [ 979.871264] env[69744]: _type = "Task" [ 979.871264] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.883929] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312010, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.926021] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312008, 'name': PowerOffVM_Task, 'duration_secs': 0.215641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.926021] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.926021] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.926021] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9102f943-cd95-4e80-8967-d76bbf809d82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.985653] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.986024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.986274] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore1] 5eaf2cff-a8a4-4b4e-9007-738d17538deb {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.986842] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21113c1d-8a8f-4f74-8edf-aa65b766f670 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.993317] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 979.993317] env[69744]: value = "task-3312012" [ 979.993317] env[69744]: _type = "Task" [ 979.993317] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.003572] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.022169] env[69744]: DEBUG nova.network.neutron [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.065111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.065406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.065616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.066212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.066212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.068472] env[69744]: INFO nova.compute.manager [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Terminating instance [ 980.126879] env[69744]: DEBUG nova.scheduler.client.report [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.245936] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312009, 'name': ReconfigVM_Task, 'duration_secs': 0.288524} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.245936] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 666b7aad-31b6-415d-8062-bac91a429ed9/666b7aad-31b6-415d-8062-bac91a429ed9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.246400] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6b358e5-80e1-47a1-b51d-308614e6d97e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.253797] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 980.253797] env[69744]: value = "task-3312013" [ 980.253797] env[69744]: _type = "Task" [ 980.253797] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.270433] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312013, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.367731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.385887] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312010, 'name': Rename_Task, 'duration_secs': 0.193494} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.386792] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.386792] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03b460f-a8f7-4d7a-994c-1fbb2bbf6483 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.397330] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 980.397330] env[69744]: value = "task-3312014" [ 980.397330] env[69744]: _type = "Task" [ 980.397330] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.413040] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.504610] env[69744]: DEBUG oslo_vmware.api [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298675} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.504878] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.505084] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.506396] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.506396] env[69744]: INFO nova.compute.manager [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.506396] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.506396] env[69744]: DEBUG nova.compute.manager [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.506396] env[69744]: DEBUG nova.network.neutron [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.526023] env[69744]: INFO nova.compute.manager [-] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Took 1.53 seconds to deallocate network for instance. [ 980.576293] env[69744]: DEBUG nova.compute.manager [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.576510] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.578193] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd133b-7d47-42b3-bb80-8f5e1f053a0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.587589] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.587895] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57401054-2ea2-4c07-a75f-1a603b71f2d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.595341] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 980.595341] env[69744]: value = "task-3312015" [ 980.595341] env[69744]: _type = "Task" [ 980.595341] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.607268] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3312015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.636107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.636107] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.643455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.837s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.644265] env[69744]: INFO nova.compute.claims [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.767709] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312013, 'name': Rename_Task, 'duration_secs': 0.142273} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.768430] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.768734] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52fa334f-633d-4580-a5c2-bbe2352fb707 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.776623] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 980.776623] env[69744]: value = "task-3312016" [ 980.776623] env[69744]: _type = "Task" [ 980.776623] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.786934] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.910065] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.034877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.086473] env[69744]: DEBUG nova.compute.manager [req-c86f5bf5-feef-432e-bf14-c474edd97c56 req-8f31f70d-ddc0-4be5-9e85-5062a0ecd245 service nova] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Received event network-vif-deleted-afee674b-972c-4d5f-8d5d-2199c0fb1d98 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.086691] env[69744]: DEBUG nova.compute.manager [req-c86f5bf5-feef-432e-bf14-c474edd97c56 req-8f31f70d-ddc0-4be5-9e85-5062a0ecd245 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Received event network-vif-deleted-561a7183-fd8e-4903-974c-ac6be346c684 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.086851] env[69744]: INFO nova.compute.manager [req-c86f5bf5-feef-432e-bf14-c474edd97c56 req-8f31f70d-ddc0-4be5-9e85-5062a0ecd245 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Neutron deleted interface 561a7183-fd8e-4903-974c-ac6be346c684; detaching it from the instance and deleting it from the info cache [ 981.087027] env[69744]: DEBUG nova.network.neutron [req-c86f5bf5-feef-432e-bf14-c474edd97c56 req-8f31f70d-ddc0-4be5-9e85-5062a0ecd245 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.107393] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3312015, 'name': PowerOffVM_Task, 'duration_secs': 0.245427} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.107689] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.107892] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.108396] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daeb0e18-4444-402f-86dc-b3d1fd803b65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.155031] env[69744]: DEBUG nova.compute.utils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.155031] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.155031] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.181161] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.181501] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.181831] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleting the datastore file [datastore1] 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.182180] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-790ed166-a638-4919-8c0c-67759ef8a9cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.188181] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for the task: (returnval){ [ 981.188181] env[69744]: value = "task-3312018" [ 981.188181] env[69744]: _type = "Task" [ 981.188181] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.197536] env[69744]: DEBUG nova.policy [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dada29ea70584792bdd6908385ba1373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e150c8f09a144f4190115fdcddd5b72b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.204375] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3312018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.288108] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.407641] env[69744]: DEBUG oslo_vmware.api [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312014, 'name': PowerOnVM_Task, 'duration_secs': 0.59255} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.407966] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.408134] env[69744]: INFO nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Took 15.69 seconds to spawn the instance on the hypervisor. [ 981.408315] env[69744]: DEBUG nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.409439] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b457c4bb-f51c-415c-a5f4-d47cb3171dd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.467222] env[69744]: DEBUG nova.network.neutron [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.530203] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Successfully created port: ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.589365] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b2f7d95-b45d-4ba8-a6ba-253ffbab1bbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.600073] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d5d81-5a67-4b47-8748-631aff1cba79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.633968] env[69744]: DEBUG nova.compute.manager [req-c86f5bf5-feef-432e-bf14-c474edd97c56 req-8f31f70d-ddc0-4be5-9e85-5062a0ecd245 service nova] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Detach interface failed, port_id=561a7183-fd8e-4903-974c-ac6be346c684, reason: Instance 5eaf2cff-a8a4-4b4e-9007-738d17538deb could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.659222] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.699139] env[69744]: DEBUG oslo_vmware.api [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Task: {'id': task-3312018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191795} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.699656] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.699708] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.699990] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.700100] env[69744]: INFO nova.compute.manager [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 981.700342] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.700602] env[69744]: DEBUG nova.compute.manager [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.701102] env[69744]: DEBUG nova.network.neutron [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.792532] env[69744]: DEBUG oslo_vmware.api [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312016, 'name': PowerOnVM_Task, 'duration_secs': 0.634433} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.795592] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.795797] env[69744]: INFO nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Took 9.24 seconds to spawn the instance on the hypervisor. [ 981.795969] env[69744]: DEBUG nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.799019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb1167-c6d8-4f0c-95c0-359fdc90a2c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.931642] env[69744]: INFO nova.compute.manager [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Took 46.62 seconds to build instance. [ 981.970207] env[69744]: INFO nova.compute.manager [-] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Took 1.46 seconds to deallocate network for instance. [ 982.096097] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534a234-99c9-49f5-8842-40a560e07c9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.105413] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757cd26c-0ef1-4fd8-ab8c-8edbe12a5b0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.148777] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bacfe6a-a9e2-4437-b2b0-d725e3439fef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.157708] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd648b3-f815-4af3-bbbc-fe88af5a35e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.179926] env[69744]: DEBUG nova.compute.provider_tree [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.274392] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "d434213b-623b-43ac-a975-07b9e8290b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.321401] env[69744]: INFO nova.compute.manager [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Took 38.57 seconds to build instance. [ 982.343306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.343550] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.434559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7043c7f8-2268-4fe2-92df-22fc103be9bd tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.437s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.434814] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.161s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.435103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.435490] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.435490] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.438854] env[69744]: INFO nova.compute.manager [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Terminating instance [ 982.457314] env[69744]: DEBUG nova.compute.manager [req-954300be-24ed-4c22-acc2-fc00577abfa0 req-4e3b14c1-dc15-44e1-9acc-e8aebfea2065 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Received event network-vif-deleted-39d0cf61-c54c-4db7-8988-8379a19c928f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.457512] env[69744]: INFO nova.compute.manager [req-954300be-24ed-4c22-acc2-fc00577abfa0 req-4e3b14c1-dc15-44e1-9acc-e8aebfea2065 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Neutron deleted interface 39d0cf61-c54c-4db7-8988-8379a19c928f; detaching it from the instance and deleting it from the info cache [ 982.457682] env[69744]: DEBUG nova.network.neutron [req-954300be-24ed-4c22-acc2-fc00577abfa0 req-4e3b14c1-dc15-44e1-9acc-e8aebfea2065 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.478053] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.671888] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.684349] env[69744]: DEBUG nova.scheduler.client.report [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.689176] env[69744]: DEBUG nova.network.neutron [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.709344] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.709623] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.709784] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.709983] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.710522] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.710522] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.710709] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.710709] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.711061] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.711252] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.711580] env[69744]: DEBUG nova.virt.hardware [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.714689] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7a27dc-37c1-4d56-9817-459c8aec4370 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.724066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908bf050-b818-479a-80cd-565e138935b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.825016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8ef9122e-1e2e-4ff5-8f2b-ea59d0bf11e9 tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.083s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.845470] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.943567] env[69744]: DEBUG nova.compute.manager [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.944027] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.945110] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18a7c8-0af8-48e2-9ad1-cd6bfd7c1057 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.956018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.956018] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f5e1eb-a5de-413b-bd5d-53d44fad38aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.960272] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8f606fc-fa53-43de-b378-318d86032328 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.964244] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 982.964244] env[69744]: value = "task-3312019" [ 982.964244] env[69744]: _type = "Task" [ 982.964244] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.974015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe8e69-2008-4373-b8e4-1048dc18cd37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.990995] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.026223] env[69744]: DEBUG nova.compute.manager [req-954300be-24ed-4c22-acc2-fc00577abfa0 req-4e3b14c1-dc15-44e1-9acc-e8aebfea2065 service nova] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Detach interface failed, port_id=39d0cf61-c54c-4db7-8988-8379a19c928f, reason: Instance 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.143256] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Successfully updated port: ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.190401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.190974] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.194356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.814s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.194356] env[69744]: DEBUG nova.objects.instance [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.197709] env[69744]: INFO nova.compute.manager [-] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Took 1.50 seconds to deallocate network for instance. [ 983.216203] env[69744]: DEBUG nova.compute.manager [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Received event network-vif-plugged-ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.216444] env[69744]: DEBUG oslo_concurrency.lockutils [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.216915] env[69744]: DEBUG oslo_concurrency.lockutils [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.217177] env[69744]: DEBUG oslo_concurrency.lockutils [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.217401] env[69744]: DEBUG nova.compute.manager [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] No waiting events found dispatching network-vif-plugged-ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.217633] env[69744]: WARNING nova.compute.manager [req-0ede742c-4a14-475f-a38a-643d163bc212 req-9a6bd6bb-d70c-4045-a8cf-3e3622f4f7c7 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Received unexpected event network-vif-plugged-ac1cce88-859a-4860-8787-028efe13d760 for instance with vm_state building and task_state spawning. [ 983.370503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.475954] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312019, 'name': PowerOffVM_Task, 'duration_secs': 0.260829} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.476257] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.476426] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.476713] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b80568-5bab-4a27-bc84-05ffd6ab4721 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.547364] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.547732] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.548073] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore2] d434213b-623b-43ac-a975-07b9e8290b6d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.548492] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fb03a36-1177-493a-ab81-e62e7317dacb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.557268] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 983.557268] env[69744]: value = "task-3312021" [ 983.557268] env[69744]: _type = "Task" [ 983.557268] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.567724] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.646024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.646297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.646466] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.701141] env[69744]: DEBUG nova.compute.utils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.705086] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.705217] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.709632] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.766957] env[69744]: DEBUG nova.policy [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.804874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.804874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.804874] env[69744]: INFO nova.compute.manager [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Shelving [ 984.057600] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Successfully created port: 31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.072079] env[69744]: DEBUG oslo_vmware.api [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152973} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.072079] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.072079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.072079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.072413] env[69744]: INFO nova.compute.manager [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 984.072525] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.072843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "666b7aad-31b6-415d-8062-bac91a429ed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.073090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.073286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.073494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.073701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.075233] env[69744]: DEBUG nova.compute.manager [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.075322] env[69744]: DEBUG nova.network.neutron [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.078754] env[69744]: INFO nova.compute.manager [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Terminating instance [ 984.210061] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.215394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f4222ab-4abc-4e51-b6b0-89e31b6decb1 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.219720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.578s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.219720] env[69744]: INFO nova.compute.claims [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.238899] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.584511] env[69744]: DEBUG nova.compute.manager [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.585747] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.587770] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51376332-ab0c-4a68-a6af-96e6fe86ed5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.603387] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.604480] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3cdeb5-e7d9-416e-9144-0138656c6712 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.619246] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 984.619246] env[69744]: value = "task-3312022" [ 984.619246] env[69744]: _type = "Task" [ 984.619246] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.634393] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.640635] env[69744]: DEBUG nova.network.neutron [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.817715] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.819218] env[69744]: DEBUG nova.compute.manager [req-db01c132-a195-4e08-9bfb-d963d4d74a76 req-8bedeff3-40ff-45ee-9651-7b7be5481d92 service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Received event network-vif-deleted-420e3951-b80e-4bfa-96b3-a8ae4c458e53 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.819501] env[69744]: INFO nova.compute.manager [req-db01c132-a195-4e08-9bfb-d963d4d74a76 req-8bedeff3-40ff-45ee-9651-7b7be5481d92 service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Neutron deleted interface 420e3951-b80e-4bfa-96b3-a8ae4c458e53; detaching it from the instance and deleting it from the info cache [ 984.819772] env[69744]: DEBUG nova.network.neutron [req-db01c132-a195-4e08-9bfb-d963d4d74a76 req-8bedeff3-40ff-45ee-9651-7b7be5481d92 service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.821153] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3b393d-a4aa-4c0b-b972-92f11384eb50 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.830278] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 984.830278] env[69744]: value = "task-3312023" [ 984.830278] env[69744]: _type = "Task" [ 984.830278] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.842774] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.129433] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312022, 'name': PowerOffVM_Task, 'duration_secs': 0.217208} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.129928] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.130026] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.130255] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b31bd95-eb46-4aed-9592-9945b56cba63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.143629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.144103] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Instance network_info: |[{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.144410] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:91:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac1cce88-859a-4860-8787-028efe13d760', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.153268] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating folder: Project (e150c8f09a144f4190115fdcddd5b72b). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.153563] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-195ebe8e-882d-43b7-9730-060bad8e428c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.182322] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created folder: Project (e150c8f09a144f4190115fdcddd5b72b) in parent group-v661134. [ 985.182525] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating folder: Instances. Parent ref: group-v661345. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.182912] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7629b18b-d957-4e3f-8c64-233b826cc090 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.194502] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created folder: Instances in parent group-v661345. [ 985.194752] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.194953] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.195292] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ed1e94-6bd7-452b-a09f-ccf1fcce4480 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.211086] env[69744]: DEBUG nova.network.neutron [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.214078] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.214404] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.214609] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Deleting the datastore file [datastore1] 666b7aad-31b6-415d-8062-bac91a429ed9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.215135] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e5858bd-023a-4f4e-91d0-f6619c1e421f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.222621] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.222621] env[69744]: value = "task-3312027" [ 985.222621] env[69744]: _type = "Task" [ 985.222621] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.227135] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.229620] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for the task: (returnval){ [ 985.229620] env[69744]: value = "task-3312028" [ 985.229620] env[69744]: _type = "Task" [ 985.229620] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.241630] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312027, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.248544] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.253064] env[69744]: DEBUG nova.compute.manager [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Received event network-changed-ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.253286] env[69744]: DEBUG nova.compute.manager [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Refreshing instance network info cache due to event network-changed-ac1cce88-859a-4860-8787-028efe13d760. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.253527] env[69744]: DEBUG oslo_concurrency.lockutils [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.253684] env[69744]: DEBUG oslo_concurrency.lockutils [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.253860] env[69744]: DEBUG nova.network.neutron [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Refreshing network info cache for port ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.264706] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.265018] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.265216] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.265442] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.265747] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.265865] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.266150] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.266357] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.266577] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.266713] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.266907] env[69744]: DEBUG nova.virt.hardware [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.268328] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd32458-6d26-4815-81a3-706559bba72a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.278279] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de047782-289a-4684-8d0a-9f595cdc6b31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.324336] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9509d28b-8ad8-48f2-9ec3-40a1af90317d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.339050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac64a793-4967-42c4-ba7e-2b2698e950e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.356042] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312023, 'name': PowerOffVM_Task, 'duration_secs': 0.204206} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.356941] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.357857] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39465102-0dbf-4b4f-9d96-595f64934b0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.393755] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ccf4e6-502f-45c5-8ae1-f128fd3fa7ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.396709] env[69744]: DEBUG nova.compute.manager [req-db01c132-a195-4e08-9bfb-d963d4d74a76 req-8bedeff3-40ff-45ee-9651-7b7be5481d92 service nova] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Detach interface failed, port_id=420e3951-b80e-4bfa-96b3-a8ae4c458e53, reason: Instance d434213b-623b-43ac-a975-07b9e8290b6d could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.604332] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.605387] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554f01f2-f866-4b54-a811-a381ec60c3b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.616408] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.616935] env[69744]: ERROR oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk due to incomplete transfer. [ 985.617984] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Successfully updated port: 31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.619235] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e906e8f9-05c5-4492-b25a-c0ff8ae10ca7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.630629] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701410-7245-fbbc-9896-3ab1b5eef6b7/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 985.630830] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Uploaded image 3d26c311-f6d6-4807-a587-dc40b967a97a to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 985.633048] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 985.634557] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-edb4639c-84f9-4f3e-ba9f-968e2557643a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.641067] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 985.641067] env[69744]: value = "task-3312029" [ 985.641067] env[69744]: _type = "Task" [ 985.641067] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.652432] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312029, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.654391] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d553f806-2e63-451d-b2bd-d126e4a41fe1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.661713] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53a1d8-f670-41db-bd68-cf1850048c05 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.692150] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b264e-59e7-4aef-a2d1-8168d3b9757c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.702863] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f70da-f4eb-4b92-90d3-0f92b60cc71e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.717758] env[69744]: INFO nova.compute.manager [-] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Took 1.64 seconds to deallocate network for instance. [ 985.718312] env[69744]: DEBUG nova.compute.provider_tree [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.738331] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312027, 'name': CreateVM_Task, 'duration_secs': 0.405758} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.738331] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.740767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.740767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.740767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.741040] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48566c63-ec3f-4e20-afdd-dcd4d247f969 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.749107] env[69744]: DEBUG oslo_vmware.api [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Task: {'id': task-3312028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236223} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.749107] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.749107] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.749308] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.749532] env[69744]: INFO nova.compute.manager [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.749787] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.749976] env[69744]: DEBUG nova.compute.manager [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.750074] env[69744]: DEBUG nova.network.neutron [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.752888] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 985.752888] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525aa902-3316-d9cc-9738-4e07634cb819" [ 985.752888] env[69744]: _type = "Task" [ 985.752888] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.764332] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525aa902-3316-d9cc-9738-4e07634cb819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.909309] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.909619] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d31f94b-6093-407f-b81d-8bb8e8784512 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.926023] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 985.926023] env[69744]: value = "task-3312030" [ 985.926023] env[69744]: _type = "Task" [ 985.926023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.936760] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312030, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.086277] env[69744]: DEBUG nova.network.neutron [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updated VIF entry in instance network info cache for port ac1cce88-859a-4860-8787-028efe13d760. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.086696] env[69744]: DEBUG nova.network.neutron [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.124635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.124858] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.125226] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.157306] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312029, 'name': Destroy_Task, 'duration_secs': 0.338197} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.157696] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Destroyed the VM [ 986.158036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.158315] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50d61ada-660c-44ba-862d-a704737e6a5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.179633] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 986.179633] env[69744]: value = "task-3312031" [ 986.179633] env[69744]: _type = "Task" [ 986.179633] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.189396] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312031, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.223443] env[69744]: DEBUG nova.scheduler.client.report [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.230207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.267028] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525aa902-3316-d9cc-9738-4e07634cb819, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.267028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.267433] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.267844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.268170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.268916] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.269420] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8269ff97-6d8c-479e-b428-571bdfa614cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.280091] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.280472] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.281143] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23022553-ce1c-4a83-8714-f90acc9ac96a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.291925] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 986.291925] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ba5b4e-8747-8b52-1927-fcf9c5b2bf0b" [ 986.291925] env[69744]: _type = "Task" [ 986.291925] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.304239] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ba5b4e-8747-8b52-1927-fcf9c5b2bf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.305116] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e3ac8b-f185-4062-bb63-b7623b11a9cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.314965] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 986.314965] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8e0a0-6c02-92b5-87ef-260fc43c804a" [ 986.314965] env[69744]: _type = "Task" [ 986.314965] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.324132] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8e0a0-6c02-92b5-87ef-260fc43c804a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.437295] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312030, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.493915] env[69744]: DEBUG nova.network.neutron [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.590249] env[69744]: DEBUG oslo_concurrency.lockutils [req-dac661b4-ac21-475c-8124-d29ed89b6e72 req-f7b60765-1140-4dbf-8e12-35da0d0dd1c9 service nova] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.685750] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.695379] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312031, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364706} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.695664] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.695970] env[69744]: DEBUG nova.compute.manager [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.696876] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d7fd7-2c09-4dd6-aa33-3162242ac4f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.730439] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.731087] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.734128] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.174s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.734361] env[69744]: DEBUG nova.objects.instance [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'resources' on Instance uuid 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.827929] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b8e0a0-6c02-92b5-87ef-260fc43c804a, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.828197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.828450] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.828858] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd0a9ff9-9ff7-4d4e-9496-44ce0ed6319c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.836699] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 986.836699] env[69744]: value = "task-3312032" [ 986.836699] env[69744]: _type = "Task" [ 986.836699] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.844745] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.850556] env[69744]: DEBUG nova.network.neutron [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Updating instance_info_cache with network_info: [{"id": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "address": "fa:16:3e:19:3e:f0", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ea6b82-24", "ovs_interfaceid": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.939352] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312030, 'name': CreateSnapshot_Task, 'duration_secs': 0.823778} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.939688] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.940483] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323feb50-3a75-49f8-9137-00094467c22e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.996147] env[69744]: INFO nova.compute.manager [-] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Took 1.25 seconds to deallocate network for instance. [ 987.214637] env[69744]: INFO nova.compute.manager [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Shelve offloading [ 987.240090] env[69744]: DEBUG nova.compute.utils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.242974] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.242974] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.283705] env[69744]: DEBUG nova.policy [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77067f19f3994487ba4bf71890266958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8cfe930cac4bb99131877452a2f654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.289324] env[69744]: DEBUG nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Received event network-vif-plugged-31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.289765] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Acquiring lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.289925] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.290093] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.290272] env[69744]: DEBUG nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] No waiting events found dispatching network-vif-plugged-31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.290439] env[69744]: WARNING nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Received unexpected event network-vif-plugged-31ea6b82-24ec-4c29-8028-08d6382a62e7 for instance with vm_state building and task_state spawning. [ 987.290651] env[69744]: DEBUG nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Received event network-changed-31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.290853] env[69744]: DEBUG nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Refreshing instance network info cache due to event network-changed-31ea6b82-24ec-4c29-8028-08d6382a62e7. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.291050] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Acquiring lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.348613] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.353588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.354055] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Instance network_info: |[{"id": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "address": "fa:16:3e:19:3e:f0", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ea6b82-24", "ovs_interfaceid": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.354520] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Acquired lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.354807] env[69744]: DEBUG nova.network.neutron [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Refreshing network info cache for port 31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.356602] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:3e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ea6b82-24ec-4c29-8028-08d6382a62e7', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.366035] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.374014] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.374865] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc1e705b-09f0-46c3-a90f-caa0bcd95c08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.403027] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.403027] env[69744]: value = "task-3312033" [ 987.403027] env[69744]: _type = "Task" [ 987.403027] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.418049] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312033, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.460769] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.461710] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59cb9666-3369-4bb2-9fbd-1fa5192f996e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.476816] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 987.476816] env[69744]: value = "task-3312034" [ 987.476816] env[69744]: _type = "Task" [ 987.476816] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.503026] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312034, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.503026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.660512] env[69744]: DEBUG nova.network.neutron [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Updated VIF entry in instance network info cache for port 31ea6b82-24ec-4c29-8028-08d6382a62e7. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.661403] env[69744]: DEBUG nova.network.neutron [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Updating instance_info_cache with network_info: [{"id": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "address": "fa:16:3e:19:3e:f0", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ea6b82-24", "ovs_interfaceid": "31ea6b82-24ec-4c29-8028-08d6382a62e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.715415] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a2f2b-7077-4b5b-830e-2cd931c260c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.719517] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.719826] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62a6b57-22d9-4176-b0f7-92824509afe6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.726989] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Successfully created port: a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.729949] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de2636-5c97-45b1-ba4a-a92867a95d75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.735313] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 987.735313] env[69744]: value = "task-3312035" [ 987.735313] env[69744]: _type = "Task" [ 987.735313] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.765697] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.773041] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e62b8f-b46b-4118-96a4-be3530cbc841 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.775951] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.776176] env[69744]: DEBUG nova.compute.manager [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.777447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2ad9b-f8e2-429e-aaf0-4312f2f3e8d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.784177] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e6a25-c3e3-46b0-996d-2cac90762757 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.789950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.790136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.790311] env[69744]: DEBUG nova.network.neutron [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.802168] env[69744]: DEBUG nova.compute.provider_tree [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.850254] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78385} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.850254] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.850475] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.850776] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a9a8eaa-651f-4501-bd1a-55513d5f1906 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.860846] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 987.860846] env[69744]: value = "task-3312036" [ 987.860846] env[69744]: _type = "Task" [ 987.860846] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.871058] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.912779] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312033, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.988328] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312034, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.164450] env[69744]: DEBUG oslo_concurrency.lockutils [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] Releasing lock "refresh_cache-93dd6c8d-b429-420a-8272-e9a2b5ab1d20" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.164737] env[69744]: DEBUG nova.compute.manager [req-9c3a9937-b946-4808-bbbf-4010961412ed req-3c1ddcae-56e1-4dfc-b6bf-6e8f03882730 service nova] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Received event network-vif-deleted-addcdf9e-1aa9-46dd-8168-ad13b42dbb1a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.304762] env[69744]: DEBUG nova.scheduler.client.report [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.373514] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.468001} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.373804] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.374581] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f9303-7e51-42d0-8417-9f8745c22f6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.396141] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.398666] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebbc42ab-e64c-4181-ab69-e070298cae4c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.421196] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312033, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.422467] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 988.422467] env[69744]: value = "task-3312037" [ 988.422467] env[69744]: _type = "Task" [ 988.422467] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.430023] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.488330] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312034, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.525862] env[69744]: DEBUG nova.network.neutron [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updating instance_info_cache with network_info: [{"id": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "address": "fa:16:3e:a4:e6:51", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f6a92b-0c", "ovs_interfaceid": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.783075] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.810365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.814888] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.815137] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.815299] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.815755] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.815755] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.815755] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.816041] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.816237] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.816416] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.816637] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.816821] env[69744]: DEBUG nova.virt.hardware [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.817165] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.264s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.817404] env[69744]: DEBUG nova.objects.instance [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lazy-loading 'resources' on Instance uuid 0254e970-0c97-4c98-bdb0-c8dc36ea77ce {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.819319] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d1c88-0b76-4e82-b7cc-8624e71d6c8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.829024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9884803e-5f60-43db-855c-46b8acba06bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836277] env[69744]: INFO nova.scheduler.client.report [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocations for instance 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71 [ 988.927873] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312033, 'name': CreateVM_Task, 'duration_secs': 1.414938} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.931211] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.931929] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.932104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.932433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.933119] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544938e2-f3a5-4943-a272-f8a8128df13c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.941111] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312037, 'name': ReconfigVM_Task, 'duration_secs': 0.348924} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.942435] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.943171] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 988.943171] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286ecc5-ae5a-f9dd-371d-532ee1a26970" [ 988.943171] env[69744]: _type = "Task" [ 988.943171] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.943362] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bc57c87-2181-48aa-93f9-1dadde36154e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.953641] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286ecc5-ae5a-f9dd-371d-532ee1a26970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.955915] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 988.955915] env[69744]: value = "task-3312038" [ 988.955915] env[69744]: _type = "Task" [ 988.955915] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.964669] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312038, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.990694] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312034, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.030192] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.284610] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.285564] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069542ad-0be4-4136-9e26-7748c0224f01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.294698] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.295020] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f5f5f7-4bec-4a66-a8a0-5cb584c50d3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.354394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9712e39f-8bda-46a1-b397-32419902561a tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.379s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.366682] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.367036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.367109] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore1] f9acd448-b7dd-4bf8-930a-8d39b72c8994 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.367393] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b262a82-76d7-49c5-ba81-911fad149da9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.381485] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 989.381485] env[69744]: value = "task-3312040" [ 989.381485] env[69744]: _type = "Task" [ 989.381485] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.391913] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.458095] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286ecc5-ae5a-f9dd-371d-532ee1a26970, 'name': SearchDatastore_Task, 'duration_secs': 0.039155} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.464349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.464778] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.464947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.465148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.465791] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.465952] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdebf5d6-35b8-4656-a057-76cdfe898f79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.474913] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312038, 'name': Rename_Task, 'duration_secs': 0.266946} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.477978] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.479116] env[69744]: DEBUG nova.compute.manager [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received event network-vif-unplugged-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.479364] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.479634] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.479906] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.480165] env[69744]: DEBUG nova.compute.manager [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] No waiting events found dispatching network-vif-unplugged-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.480396] env[69744]: WARNING nova.compute.manager [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received unexpected event network-vif-unplugged-91f6a92b-0c62-41af-b689-0e4553ff96ee for instance with vm_state shelved and task_state shelving_offloading. [ 989.480599] env[69744]: DEBUG nova.compute.manager [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Received event network-changed-91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.480793] env[69744]: DEBUG nova.compute.manager [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Refreshing instance network info cache due to event network-changed-91f6a92b-0c62-41af-b689-0e4553ff96ee. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.481030] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Acquiring lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.481209] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Acquired lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481400] env[69744]: DEBUG nova.network.neutron [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Refreshing network info cache for port 91f6a92b-0c62-41af-b689-0e4553ff96ee {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.483715] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.483950] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.487991] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e1a0dd-bf5c-4734-a693-1c58f00c0451 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.489798] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64ea040-4e06-4b9c-b709-3cdcacf9a679 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.500594] env[69744]: DEBUG nova.compute.manager [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Received event network-vif-plugged-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.500848] env[69744]: DEBUG oslo_concurrency.lockutils [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.501116] env[69744]: DEBUG oslo_concurrency.lockutils [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.501364] env[69744]: DEBUG oslo_concurrency.lockutils [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.501635] env[69744]: DEBUG nova.compute.manager [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] No waiting events found dispatching network-vif-plugged-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.501868] env[69744]: WARNING nova.compute.manager [req-f48cd11b-6607-4c1c-9f50-4e0c9b09dbd7 req-98d5eefe-1b2f-44ca-b177-08cb1183b552 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Received unexpected event network-vif-plugged-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 for instance with vm_state building and task_state spawning. [ 989.504170] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 989.504170] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a6228-b7c2-8535-1d1a-315b389caae7" [ 989.504170] env[69744]: _type = "Task" [ 989.504170] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.514594] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312034, 'name': CloneVM_Task, 'duration_secs': 1.530332} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.514925] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 989.514925] env[69744]: value = "task-3312041" [ 989.514925] env[69744]: _type = "Task" [ 989.514925] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.516197] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Created linked-clone VM from snapshot [ 989.516574] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb68c73e-8af8-4b6b-ba5b-30e6c3044465 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.527543] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a6228-b7c2-8535-1d1a-315b389caae7, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.531710] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05089060-5547-441a-ae8e-eb4eb66b6222 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.541465] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312041, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.541874] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Uploading image 348cb8cd-a467-4a82-82df-a9462d8337a8 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.551283] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 989.551283] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc2bb4-4f09-2d31-9746-8f963cedfb1e" [ 989.551283] env[69744]: _type = "Task" [ 989.551283] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.560631] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc2bb4-4f09-2d31-9746-8f963cedfb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.574372] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 989.574372] env[69744]: value = "vm-661350" [ 989.574372] env[69744]: _type = "VirtualMachine" [ 989.574372] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 989.574372] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bb0fa8a-c98d-4f2a-9ebc-e894c5d64fe4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.585593] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lease: (returnval){ [ 989.585593] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5249fea6-c150-1fde-4b99-26fb9a25da29" [ 989.585593] env[69744]: _type = "HttpNfcLease" [ 989.585593] env[69744]: } obtained for exporting VM: (result){ [ 989.585593] env[69744]: value = "vm-661350" [ 989.585593] env[69744]: _type = "VirtualMachine" [ 989.585593] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 989.585593] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the lease: (returnval){ [ 989.585593] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5249fea6-c150-1fde-4b99-26fb9a25da29" [ 989.585593] env[69744]: _type = "HttpNfcLease" [ 989.585593] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.596425] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.596425] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5249fea6-c150-1fde-4b99-26fb9a25da29" [ 989.596425] env[69744]: _type = "HttpNfcLease" [ 989.596425] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.600952] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Successfully updated port: a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.792667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b1910-2ab7-4b3d-9615-2d89c9cb90cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.800729] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171643b-b76d-46aa-b6db-c1264ac1f19a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.831462] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c50242d-0bca-4e52-9f19-1bcff345f2a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.838522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777bbfd-4d1f-4603-923e-16fa4f331969 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.851927] env[69744]: DEBUG nova.compute.provider_tree [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.893434] env[69744]: DEBUG oslo_vmware.api [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256978} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.893666] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.893845] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.894038] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.912273] env[69744]: INFO nova.scheduler.client.report [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance f9acd448-b7dd-4bf8-930a-8d39b72c8994 [ 990.027413] env[69744]: DEBUG oslo_vmware.api [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312041, 'name': PowerOnVM_Task, 'duration_secs': 0.515478} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.027722] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.027936] env[69744]: INFO nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 7.36 seconds to spawn the instance on the hypervisor. [ 990.028264] env[69744]: DEBUG nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.029155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0496dbe8-2798-4a99-9f04-f45b9597f837 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.065116] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc2bb4-4f09-2d31-9746-8f963cedfb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.065116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.065116] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 93dd6c8d-b429-420a-8272-e9a2b5ab1d20/93dd6c8d-b429-420a-8272-e9a2b5ab1d20.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.065116] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01823ca2-5e18-486b-96e4-111910b548ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.073158] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 990.073158] env[69744]: value = "task-3312043" [ 990.073158] env[69744]: _type = "Task" [ 990.073158] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.084738] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.094869] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.094869] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5249fea6-c150-1fde-4b99-26fb9a25da29" [ 990.094869] env[69744]: _type = "HttpNfcLease" [ 990.094869] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.096243] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.096243] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5249fea6-c150-1fde-4b99-26fb9a25da29" [ 990.096243] env[69744]: _type = "HttpNfcLease" [ 990.096243] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.096473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1f361-482b-4555-8814-e3b1cec54db0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.106127] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.106330] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.106511] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.108390] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.108780] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.228016] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8004c58-6cd9-4ff9-ad0d-11bae9093446 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354569] env[69744]: DEBUG nova.scheduler.client.report [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.417217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.419432] env[69744]: DEBUG nova.network.neutron [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updated VIF entry in instance network info cache for port 91f6a92b-0c62-41af-b689-0e4553ff96ee. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.419777] env[69744]: DEBUG nova.network.neutron [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updating instance_info_cache with network_info: [{"id": "91f6a92b-0c62-41af-b689-0e4553ff96ee", "address": "fa:16:3e:a4:e6:51", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": null, "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap91f6a92b-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.552604] env[69744]: INFO nova.compute.manager [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 34.74 seconds to build instance. [ 990.586022] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.695013] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.861129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.865104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.325s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.865314] env[69744]: DEBUG nova.objects.instance [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lazy-loading 'resources' on Instance uuid 25f0d588-ce2e-4896-976f-91d67482447d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.869791] env[69744]: DEBUG nova.network.neutron [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.893734] env[69744]: INFO nova.scheduler.client.report [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Deleted allocations for instance 0254e970-0c97-4c98-bdb0-c8dc36ea77ce [ 990.922782] env[69744]: DEBUG oslo_concurrency.lockutils [req-8f76cff4-87ac-495c-958c-b62ff2dfeae2 req-261a0e44-e889-47a1-bb71-1aeb4c86344d service nova] Releasing lock "refresh_cache-f9acd448-b7dd-4bf8-930a-8d39b72c8994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.054447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f86dda30-92d3-4f89-81de-a570af7d2223 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.248s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.088169] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725844} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.088556] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 93dd6c8d-b429-420a-8272-e9a2b5ab1d20/93dd6c8d-b429-420a-8272-e9a2b5ab1d20.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.089165] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.089344] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b6931c-74f8-45c5-858f-d6039d27e190 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.097324] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 991.097324] env[69744]: value = "task-3312044" [ 991.097324] env[69744]: _type = "Task" [ 991.097324] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.107771] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.375176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.376599] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Instance network_info: |[{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.376599] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:32:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a5c2ab-8e52-4425-be8c-dee78a95d8e3', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.385116] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.385253] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.385460] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49b7044-2a7c-47b4-8d20-7be5e530fce6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.406924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83e5d859-75c7-46bc-a7eb-d6b93a5a4f8d tempest-AttachInterfacesUnderV243Test-1850436095 tempest-AttachInterfacesUnderV243Test-1850436095-project-member] Lock "0254e970-0c97-4c98-bdb0-c8dc36ea77ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.814s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.415601] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.415601] env[69744]: value = "task-3312045" [ 991.415601] env[69744]: _type = "Task" [ 991.415601] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.425990] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312045, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.607656] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168874} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.612127] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.612609] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fac8d-236a-4b23-af39-f2515babac03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.637173] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 93dd6c8d-b429-420a-8272-e9a2b5ab1d20/93dd6c8d-b429-420a-8272-e9a2b5ab1d20.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.640255] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58936411-9789-4781-9e1a-b48e706be0fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.661950] env[69744]: DEBUG nova.compute.manager [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Received event network-changed-ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.662205] env[69744]: DEBUG nova.compute.manager [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Refreshing instance network info cache due to event network-changed-ac1cce88-859a-4860-8787-028efe13d760. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.662656] env[69744]: DEBUG oslo_concurrency.lockutils [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.662740] env[69744]: DEBUG oslo_concurrency.lockutils [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.663296] env[69744]: DEBUG nova.network.neutron [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Refreshing network info cache for port ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.671811] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 991.671811] env[69744]: value = "task-3312046" [ 991.671811] env[69744]: _type = "Task" [ 991.671811] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.687805] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.691628] env[69744]: DEBUG nova.compute.manager [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Received event network-changed-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.691851] env[69744]: DEBUG nova.compute.manager [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Refreshing instance network info cache due to event network-changed-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.693208] env[69744]: DEBUG oslo_concurrency.lockutils [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] Acquiring lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.693208] env[69744]: DEBUG oslo_concurrency.lockutils [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] Acquired lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.693208] env[69744]: DEBUG nova.network.neutron [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Refreshing network info cache for port a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.781926] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd7b97-4cd2-42cc-bd9a-5743ee3df9bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.791923] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375524f-2f15-4927-8577-16547e2df86e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.825148] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3dc879-9644-4256-8599-70094bc28eb8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.835393] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6124f161-b4cd-4a73-a91a-35d7d61b377e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.854388] env[69744]: DEBUG nova.compute.provider_tree [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.929162] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312045, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.018277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.187509] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.359873] env[69744]: DEBUG nova.scheduler.client.report [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.431324] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312045, 'name': CreateVM_Task, 'duration_secs': 0.57428} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.431324] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.432094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.432094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.432358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.432776] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bb904a-9b04-4322-9600-4a34925f923b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.441192] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 992.441192] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52866035-8484-fe34-d3eb-ae322125fc63" [ 992.441192] env[69744]: _type = "Task" [ 992.441192] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.451254] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52866035-8484-fe34-d3eb-ae322125fc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.495016] env[69744]: DEBUG nova.network.neutron [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updated VIF entry in instance network info cache for port ac1cce88-859a-4860-8787-028efe13d760. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.495016] env[69744]: DEBUG nova.network.neutron [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.497615] env[69744]: DEBUG nova.network.neutron [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updated VIF entry in instance network info cache for port a1a5c2ab-8e52-4425-be8c-dee78a95d8e3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.497993] env[69744]: DEBUG nova.network.neutron [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.690294] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312046, 'name': ReconfigVM_Task, 'duration_secs': 0.640261} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.690294] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 93dd6c8d-b429-420a-8272-e9a2b5ab1d20/93dd6c8d-b429-420a-8272-e9a2b5ab1d20.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.690294] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4885616d-a87d-44a6-b7a1-11b25e4da8f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.700730] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 992.700730] env[69744]: value = "task-3312047" [ 992.700730] env[69744]: _type = "Task" [ 992.700730] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.712459] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312047, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.870659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.874202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.282s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.874202] env[69744]: DEBUG nova.objects.instance [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.905998] env[69744]: INFO nova.scheduler.client.report [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Deleted allocations for instance 25f0d588-ce2e-4896-976f-91d67482447d [ 992.959919] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52866035-8484-fe34-d3eb-ae322125fc63, 'name': SearchDatastore_Task, 'duration_secs': 0.014379} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.961571] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961962] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.962359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.966997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.966997] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.966997] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c38d5c-22a1-44a2-813c-c02d718fba3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.975360] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.975568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.976389] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e0190a-2aa1-4025-9f92-4368ebef737b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.983324] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 992.983324] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2fe15-5409-fca8-c4d6-1e5bba30c60c" [ 992.983324] env[69744]: _type = "Task" [ 992.983324] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.993971] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2fe15-5409-fca8-c4d6-1e5bba30c60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.997944] env[69744]: DEBUG oslo_concurrency.lockutils [req-595b1dbf-cc44-4ea3-a045-55480449c6a9 req-b325a4b9-bb87-47e6-bf4a-3e217be55f53 service nova] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.000878] env[69744]: DEBUG oslo_concurrency.lockutils [req-25a20177-0aa9-4030-9978-3218daea0208 req-853fa879-0b39-489d-aedf-3d7ec25d7c6b service nova] Releasing lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.211309] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312047, 'name': Rename_Task, 'duration_secs': 0.188764} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.211633] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.211908] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da5391b-bc2d-492d-b63d-d7f539744c85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.219646] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 993.219646] env[69744]: value = "task-3312048" [ 993.219646] env[69744]: _type = "Task" [ 993.219646] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.229685] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.417959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-734a0d60-6011-4abc-afb1-5b1d7f9a115e tempest-ServersWithSpecificFlavorTestJSON-1563409579 tempest-ServersWithSpecificFlavorTestJSON-1563409579-project-member] Lock "25f0d588-ce2e-4896-976f-91d67482447d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.189s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.496392] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a2fe15-5409-fca8-c4d6-1e5bba30c60c, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.497449] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f147cf81-5c8c-4837-a777-5963d19d26a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.505500] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 993.505500] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b61dfa-b26b-f14e-24a5-4092bcee6a27" [ 993.505500] env[69744]: _type = "Task" [ 993.505500] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.514965] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b61dfa-b26b-f14e-24a5-4092bcee6a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.734058] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.889103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2055de96-fa0d-446d-a51f-569ec18c8880 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.889103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.540s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.889103] env[69744]: DEBUG nova.objects.instance [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lazy-loading 'resources' on Instance uuid 33f569d7-8d5f-4105-b13b-b545bc79916d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.026069] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b61dfa-b26b-f14e-24a5-4092bcee6a27, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.026375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.027064] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.027381] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-868035eb-8a39-412c-b7a1-5ef9be5ea0ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.039070] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 994.039070] env[69744]: value = "task-3312049" [ 994.039070] env[69744]: _type = "Task" [ 994.039070] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.048215] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.233384] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.550880] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312049, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.737352] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.744522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790013e7-c78d-4e61-b836-055a0ef841c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.753644] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ece27-3080-43f9-995e-f6875c8a71ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.791482] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3a2721-f39e-42d5-9fbf-2d6ac038af24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.802233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc5494-df75-42e6-b8fe-75293af60f34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.818095] env[69744]: DEBUG nova.compute.provider_tree [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.054572] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657955} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.054716] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.055167] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.055806] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bade36-55a9-4bc1-895e-3644d1324471 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.066352] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 995.066352] env[69744]: value = "task-3312050" [ 995.066352] env[69744]: _type = "Task" [ 995.066352] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.077592] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.235817] env[69744]: DEBUG oslo_vmware.api [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312048, 'name': PowerOnVM_Task, 'duration_secs': 1.567116} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.236285] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.236778] env[69744]: INFO nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Took 10.01 seconds to spawn the instance on the hypervisor. [ 995.236778] env[69744]: DEBUG nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.237995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e92368-80ea-4646-a233-6ef8036ec83d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.321727] env[69744]: DEBUG nova.scheduler.client.report [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.578098] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101229} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.578506] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.579373] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edbcfd-e10c-447f-89d5-47216f90758b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.609039] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.609039] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd52fbb-be0f-45d6-ad5d-d37f3b2341ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.631168] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 995.631168] env[69744]: value = "task-3312051" [ 995.631168] env[69744]: _type = "Task" [ 995.631168] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.638726] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.759693] env[69744]: INFO nova.compute.manager [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Took 37.98 seconds to build instance. [ 995.828979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.830529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.463s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.831218] env[69744]: DEBUG nova.objects.instance [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lazy-loading 'resources' on Instance uuid d03a96b1-559f-49a4-bd19-2c13e8ca313f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.868561] env[69744]: INFO nova.scheduler.client.report [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Deleted allocations for instance 33f569d7-8d5f-4105-b13b-b545bc79916d [ 996.144529] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312051, 'name': ReconfigVM_Task, 'duration_secs': 0.462024} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.144963] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.145655] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee5e87b4-bc4c-4f2b-99ed-3825367f9a61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.154265] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 996.154265] env[69744]: value = "task-3312052" [ 996.154265] env[69744]: _type = "Task" [ 996.154265] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.166671] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312052, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.264023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aca59e64-3239-44b7-b180-7d13020d7615 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.516s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.382363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45fb8beb-5b2e-40b4-9e76-2caf9b8758c9 tempest-ServersListShow298Test-1842268349 tempest-ServersListShow298Test-1842268349-project-member] Lock "33f569d7-8d5f-4105-b13b-b545bc79916d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.604s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.671661] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312052, 'name': Rename_Task, 'duration_secs': 0.19978} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.674951] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.675423] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b044237c-80c4-4ef4-9d51-096f53a6e75b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.684750] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 996.684750] env[69744]: value = "task-3312053" [ 996.684750] env[69744]: _type = "Task" [ 996.684750] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.697250] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.718412] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651e7e6-aba7-4255-9328-b9310a1e47be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.731942] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c867a-beed-4a1d-a6d8-60537a98c93c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.770514] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c564d4-d712-460b-8308-b61e082cb600 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.779554] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1722b3-1d49-4049-9714-a8926928a218 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.795442] env[69744]: DEBUG nova.compute.provider_tree [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.945768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.945768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.945768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.945768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.945768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.947212] env[69744]: INFO nova.compute.manager [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Terminating instance [ 997.198611] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.299179] env[69744]: DEBUG nova.scheduler.client.report [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.452321] env[69744]: DEBUG nova.compute.manager [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.452569] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.453480] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22047e2f-a085-4252-94d6-5eac5393f1a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.463129] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.463129] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb9339a-6365-4d3a-8f67-d21a264dfc26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.470850] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 997.470850] env[69744]: value = "task-3312054" [ 997.470850] env[69744]: _type = "Task" [ 997.470850] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.482481] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.696661] env[69744]: DEBUG oslo_vmware.api [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312053, 'name': PowerOnVM_Task, 'duration_secs': 0.613418} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.698531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.698531] env[69744]: INFO nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Took 8.91 seconds to spawn the instance on the hypervisor. [ 997.698531] env[69744]: DEBUG nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.698759] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896376e7-a3d8-4639-bfd7-429e60fee577 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.804518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.807031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.772s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.807342] env[69744]: DEBUG nova.objects.instance [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lazy-loading 'resources' on Instance uuid 18dd6d72-621f-4ba9-b3a9-994d5f9726fb {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.831234] env[69744]: INFO nova.scheduler.client.report [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Deleted allocations for instance d03a96b1-559f-49a4-bd19-2c13e8ca313f [ 997.982489] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312054, 'name': PowerOffVM_Task, 'duration_secs': 0.38631} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.982995] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.982995] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.983781] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe11a33a-a213-4f1b-ae64-ecff2824647e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.061420] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.061642] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.061823] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore1] 93dd6c8d-b429-420a-8272-e9a2b5ab1d20 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.062122] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3445cee6-2c02-4a2b-a0b0-0a0d14496587 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.074674] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 998.074674] env[69744]: value = "task-3312056" [ 998.074674] env[69744]: _type = "Task" [ 998.074674] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.086957] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.218944] env[69744]: INFO nova.compute.manager [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Took 36.61 seconds to build instance. [ 998.340655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d9c55f50-52bf-4f6f-96fd-649b3106612a tempest-ServerGroupTestJSON-250375267 tempest-ServerGroupTestJSON-250375267-project-member] Lock "d03a96b1-559f-49a4-bd19-2c13e8ca313f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.638s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.592628] env[69744]: DEBUG oslo_vmware.api [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257538} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.592628] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.592628] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.592628] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.592628] env[69744]: INFO nova.compute.manager [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.592628] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.592628] env[69744]: DEBUG nova.compute.manager [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.592628] env[69744]: DEBUG nova.network.neutron [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.617421] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210496d5-228e-47ed-a769-e22b66b0f64f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.627635] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178fd002-7946-4b1f-9fd1-cf8365581bae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.666084] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5359e9f-29df-487f-b97a-e5648fcbc387 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.674979] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1593459b-8b6c-464c-84eb-92c563585b91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.690018] env[69744]: DEBUG nova.compute.provider_tree [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.722419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-45f6533a-b399-4149-9808-b60cfa2ac279 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.157s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.885817] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.886746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c43a96-4efc-4934-a50c-46dc6b71d71a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.894965] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.895176] env[69744]: ERROR oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk due to incomplete transfer. [ 998.895354] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6356751-fde8-44e5-8299-b0ee93d5fe44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.903498] env[69744]: DEBUG oslo_vmware.rw_handles [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fbccb7-f1dc-fac3-ef6f-6ac4c2fa6445/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.904099] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Uploaded image 348cb8cd-a467-4a82-82df-a9462d8337a8 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.907131] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.908752] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-720066e7-e8b0-4a6c-bd28-27ca779bdfac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.917653] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 998.917653] env[69744]: value = "task-3312057" [ 998.917653] env[69744]: _type = "Task" [ 998.917653] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.929187] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312057, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.951847] env[69744]: DEBUG nova.compute.manager [req-afbc585d-ab56-4513-b534-e2cadfde4e22 req-124d25cf-bb8f-478c-b91a-fbad053e88ab service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Received event network-vif-deleted-31ea6b82-24ec-4c29-8028-08d6382a62e7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.952102] env[69744]: INFO nova.compute.manager [req-afbc585d-ab56-4513-b534-e2cadfde4e22 req-124d25cf-bb8f-478c-b91a-fbad053e88ab service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Neutron deleted interface 31ea6b82-24ec-4c29-8028-08d6382a62e7; detaching it from the instance and deleting it from the info cache [ 998.952225] env[69744]: DEBUG nova.network.neutron [req-afbc585d-ab56-4513-b534-e2cadfde4e22 req-124d25cf-bb8f-478c-b91a-fbad053e88ab service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.198597] env[69744]: DEBUG nova.scheduler.client.report [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.412594] env[69744]: DEBUG nova.network.neutron [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.432496] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312057, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.457942] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c69d0b48-53a0-428b-8428-7b789eeea81f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.468756] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44150a1-93d5-47d1-8ae5-9441e90b0248 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.503951] env[69744]: DEBUG nova.compute.manager [req-afbc585d-ab56-4513-b534-e2cadfde4e22 req-124d25cf-bb8f-478c-b91a-fbad053e88ab service nova] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Detach interface failed, port_id=31ea6b82-24ec-4c29-8028-08d6382a62e7, reason: Instance 93dd6c8d-b429-420a-8272-e9a2b5ab1d20 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.710528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.711399] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.234s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.711708] env[69744]: DEBUG nova.objects.instance [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lazy-loading 'resources' on Instance uuid 5eaf2cff-a8a4-4b4e-9007-738d17538deb {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.727886] env[69744]: INFO nova.scheduler.client.report [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Deleted allocations for instance 18dd6d72-621f-4ba9-b3a9-994d5f9726fb [ 999.916504] env[69744]: INFO nova.compute.manager [-] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Took 1.32 seconds to deallocate network for instance. [ 999.940637] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312057, 'name': Destroy_Task, 'duration_secs': 0.964299} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.940637] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Destroyed the VM [ 999.941067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 999.941565] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-894d8ee8-091a-43a2-b0cb-aa8066c03e08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.952026] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 999.952026] env[69744]: value = "task-3312058" [ 999.952026] env[69744]: _type = "Task" [ 999.952026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.959182] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.237651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-abe4a320-d8da-46b2-8df7-f82459eac0cc tempest-ServerRescueTestJSON-884742932 tempest-ServerRescueTestJSON-884742932-project-member] Lock "18dd6d72-621f-4ba9-b3a9-994d5f9726fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.405s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.434065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.467140] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312058, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.545637] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23bee0-a38d-451c-8d15-c0bfd4a9587d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.554163] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33b297-3a6e-4e8d-8967-871db5ab5af2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.597416] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0621c26-4eb4-4555-a270-1f660973e2a5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.606395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e8da5-231c-4536-b134-9f1e2d1810e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.622563] env[69744]: DEBUG nova.compute.provider_tree [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.628811] env[69744]: DEBUG nova.compute.manager [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.965990] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312058, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569212} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.966703] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.969026] env[69744]: DEBUG nova.compute.manager [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.969026] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ce494-236a-4377-bed6-4db1cb3d69d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.128840] env[69744]: DEBUG nova.scheduler.client.report [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.154229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.322241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.322741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.322741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.322915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.323043] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.325445] env[69744]: INFO nova.compute.manager [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Terminating instance [ 1001.482484] env[69744]: INFO nova.compute.manager [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Shelve offloading [ 1001.634522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.638570] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.268s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.640305] env[69744]: INFO nova.compute.claims [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.667692] env[69744]: INFO nova.scheduler.client.report [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted allocations for instance 5eaf2cff-a8a4-4b4e-9007-738d17538deb [ 1001.829671] env[69744]: DEBUG nova.compute.manager [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.829909] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.830845] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78973bd-f4de-453d-bb41-05bc021e7c3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.840585] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.840711] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb21908-f419-4c82-a7b1-22aa978819ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.847986] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 1001.847986] env[69744]: value = "task-3312059" [ 1001.847986] env[69744]: _type = "Task" [ 1001.847986] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.861749] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3312059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.992020] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.992020] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c4293c-b5d8-4a6b-a0e8-cea04b0d4bde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.999539] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1001.999539] env[69744]: value = "task-3312060" [ 1001.999539] env[69744]: _type = "Task" [ 1001.999539] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.011176] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.011401] env[69744]: DEBUG nova.compute.manager [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.012220] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68514631-ada6-4727-9e0d-9aeedf789f8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.018691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.018881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.019072] env[69744]: DEBUG nova.network.neutron [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.179141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77e3791d-b58b-4660-8a4f-131a253ecf5e tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "5eaf2cff-a8a4-4b4e-9007-738d17538deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.294s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.364227] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3312059, 'name': PowerOffVM_Task, 'duration_secs': 0.279593} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.364898] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.365019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.365944] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c63398-b296-4620-b40c-89a8c6fd7220 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.536046] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.536778] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.537064] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Deleting the datastore file [datastore2] 22ce5d75-355b-4146-8779-03d8e6ada4cf {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.537562] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a2b73d4-010c-4b91-b608-65edb4a30105 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.550329] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for the task: (returnval){ [ 1002.550329] env[69744]: value = "task-3312062" [ 1002.550329] env[69744]: _type = "Task" [ 1002.550329] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.559401] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3312062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.793025] env[69744]: DEBUG nova.network.neutron [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.932086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc03d0f1-fb48-4db6-8cd3-90f3b1759083 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.939860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.940123] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.940705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.940705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.940705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.944473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac07d0e-4538-4add-9b11-5f656cb38cc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947026] env[69744]: INFO nova.compute.manager [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Terminating instance [ 1002.981838] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307e87f-bfab-4dd4-9d50-e1477f640d26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.991431] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecfa28c-ed55-497e-b52e-10f5baac0cf4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.006561] env[69744]: DEBUG nova.compute.provider_tree [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.061505] env[69744]: DEBUG oslo_vmware.api [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Task: {'id': task-3312062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172417} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.061505] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.061801] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.061885] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.062047] env[69744]: INFO nova.compute.manager [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1003.062297] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.062477] env[69744]: DEBUG nova.compute.manager [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.063129] env[69744]: DEBUG nova.network.neutron [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.303353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.452545] env[69744]: DEBUG nova.compute.manager [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.452971] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.453891] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec8f9f-187e-4424-8bf7-ef2c3920479f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.463652] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.463931] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6323f1a4-02e9-4048-9c0b-2439b8347f23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.473111] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 1003.473111] env[69744]: value = "task-3312063" [ 1003.473111] env[69744]: _type = "Task" [ 1003.473111] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.482811] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.513019] env[69744]: DEBUG nova.scheduler.client.report [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.626019] env[69744]: DEBUG nova.compute.manager [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-vif-unplugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.628333] env[69744]: DEBUG oslo_concurrency.lockutils [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.628333] env[69744]: DEBUG oslo_concurrency.lockutils [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.628333] env[69744]: DEBUG oslo_concurrency.lockutils [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.628333] env[69744]: DEBUG nova.compute.manager [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] No waiting events found dispatching network-vif-unplugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.628333] env[69744]: WARNING nova.compute.manager [req-1678b9bb-a81c-4e8d-baa3-e7e0d2169e4c req-a23d7db7-71f7-43fa-9ed1-e315c113e1d0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received unexpected event network-vif-unplugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 for instance with vm_state shelved and task_state shelving_offloading. [ 1003.652100] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.652100] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb8dbb1-3dd0-42a3-bf9e-e63aaaabf512 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.658801] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.659385] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-753ae62c-a485-48be-b36c-da66c4200ff4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.729345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.729345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.729345] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleting the datastore file [datastore1] fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.729345] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c05a136b-92d7-45b6-9232-72c48ac89b96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.739661] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1003.739661] env[69744]: value = "task-3312065" [ 1003.739661] env[69744]: _type = "Task" [ 1003.739661] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.751746] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.895169] env[69744]: DEBUG nova.compute.manager [req-7d78e48a-12d0-42d5-b7ef-aa8caa4cb6af req-fdacf346-2294-435a-b8f9-f421114d46a3 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Received event network-vif-deleted-434b9f3a-1ff5-4fa8-93d5-2706e540687a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.895330] env[69744]: INFO nova.compute.manager [req-7d78e48a-12d0-42d5-b7ef-aa8caa4cb6af req-fdacf346-2294-435a-b8f9-f421114d46a3 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Neutron deleted interface 434b9f3a-1ff5-4fa8-93d5-2706e540687a; detaching it from the instance and deleting it from the info cache [ 1003.895508] env[69744]: DEBUG nova.network.neutron [req-7d78e48a-12d0-42d5-b7ef-aa8caa4cb6af req-fdacf346-2294-435a-b8f9-f421114d46a3 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.987021] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312063, 'name': PowerOffVM_Task, 'duration_secs': 0.317105} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.987021] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.987021] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.987021] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1b088b-67e5-4e25-9ab5-44cb9d66d0d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.019996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.020599] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.023676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.314s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.023907] env[69744]: DEBUG nova.objects.instance [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lazy-loading 'resources' on Instance uuid 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.058905] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.059253] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.059491] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore1] 59ed0380-72a0-4781-bfd2-2e1ab4879f78 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.059650] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447aaa2f-8092-47dc-9735-dee397a19e47 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.070525] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 1004.070525] env[69744]: value = "task-3312067" [ 1004.070525] env[69744]: _type = "Task" [ 1004.070525] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.081697] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.254842] env[69744]: DEBUG oslo_vmware.api [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180785} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.255466] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.255964] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.256333] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.284516] env[69744]: INFO nova.scheduler.client.report [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted allocations for instance fc515074-a3a4-4687-9a60-d10278539c3f [ 1004.337933] env[69744]: DEBUG nova.network.neutron [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.401780] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b36de63-4bf4-4441-b874-e90edaf40783 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.414155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e31e62-b4f9-4385-9bf2-b27641022168 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.451904] env[69744]: DEBUG nova.compute.manager [req-7d78e48a-12d0-42d5-b7ef-aa8caa4cb6af req-fdacf346-2294-435a-b8f9-f421114d46a3 service nova] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Detach interface failed, port_id=434b9f3a-1ff5-4fa8-93d5-2706e540687a, reason: Instance 22ce5d75-355b-4146-8779-03d8e6ada4cf could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.532017] env[69744]: DEBUG nova.compute.utils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.532728] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.532897] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.581257] env[69744]: DEBUG oslo_vmware.api [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158601} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.581575] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.582056] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.582303] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.582726] env[69744]: INFO nova.compute.manager [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1004.583060] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.583290] env[69744]: DEBUG nova.compute.manager [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.583419] env[69744]: DEBUG nova.network.neutron [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.592889] env[69744]: DEBUG nova.policy [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7783d011a2cc444096703c1001401465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6044b3caccdf4b869a80f6a0ac4d3c6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.794890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.846171] env[69744]: INFO nova.compute.manager [-] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Took 1.78 seconds to deallocate network for instance. [ 1004.872321] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2e781-8046-48ce-b638-3079c7529cfb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.887243] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042eb776-c68f-4da1-bdd2-46f0d77f0951 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.927068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3442a15-cf67-469a-aa06-8c407e4fae71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.944154] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03de4646-8be1-478c-88b0-6c686b882868 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.963030] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.036871] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.056037] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Successfully created port: aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.360642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.491944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.495386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.498245] env[69744]: ERROR nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [req-5b4f8af8-67c0-4bd7-a558-2111ad0ec980] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b4f8af8-67c0-4bd7-a558-2111ad0ec980"}]} [ 1005.529104] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.554057] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.554560] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.574941] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.600209] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.772023] env[69744]: DEBUG nova.network.neutron [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.837911] env[69744]: DEBUG nova.compute.manager [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.838135] env[69744]: DEBUG nova.compute.manager [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing instance network info cache due to event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.838725] env[69744]: DEBUG oslo_concurrency.lockutils [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.838725] env[69744]: DEBUG oslo_concurrency.lockutils [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.838725] env[69744]: DEBUG nova.network.neutron [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.869214] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af92aaa-2846-4a7f-9c1e-739cfa5471fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.878037] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38ae04-8272-42ea-b8be-423910759702 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.909315] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422baaa6-a9d2-49e1-bcb3-8dcc1e64ab64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.918457] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9fb97-fddf-4090-9630-2237769eabce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.933997] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.006279] env[69744]: DEBUG nova.compute.utils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.063100] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.091856] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.092111] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.092273] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.092456] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.092597] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.092741] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.092937] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.093116] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.093290] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.093797] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.093797] env[69744]: DEBUG nova.virt.hardware [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.094811] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a4bf6-151e-449a-966a-ed71ff9666da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.103499] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda28c0-c22b-4bb9-ae17-3686d85254fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274292] env[69744]: INFO nova.compute.manager [-] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Took 1.69 seconds to deallocate network for instance. [ 1006.466732] env[69744]: ERROR nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [req-ca64aef8-2814-4b44-9757-73b36797a24b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca64aef8-2814-4b44-9757-73b36797a24b"}]} [ 1006.486942] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.509444] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.509665] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.512413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.527090] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.529387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.550607] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.580011] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Successfully updated port: aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.619108] env[69744]: DEBUG nova.network.neutron [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updated VIF entry in instance network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.619208] env[69744]: DEBUG nova.network.neutron [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": null, "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63e4ea71-13", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.782093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.842038] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760e685f-d26e-474c-9876-31b1395a6f7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.850744] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2015e0-7b7e-44e4-8edc-c1207ee33896 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.881356] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e32a93-a88d-412e-938c-fe30f359370b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.891189] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18529d5-0123-4424-acab-70bb326a0b18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.896024] env[69744]: DEBUG nova.compute.manager [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.896122] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.896269] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.896459] env[69744]: DEBUG oslo_concurrency.lockutils [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.896634] env[69744]: DEBUG nova.compute.manager [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] No waiting events found dispatching network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.896842] env[69744]: WARNING nova.compute.manager [req-c0c730cf-54af-444e-a673-68a27469c9e9 req-3ff367e5-47f9-4ab3-82e2-0bf7b81dea4f service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received unexpected event network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e for instance with vm_state building and task_state spawning. [ 1006.910367] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.083396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.083634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.083802] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.123579] env[69744]: DEBUG oslo_concurrency.lockutils [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.124039] env[69744]: DEBUG nova.compute.manager [req-f796885b-7d2b-493e-bc23-6b1dd55d7cb5 req-25a5f33c-2201-463b-9727-5540df003ee0 service nova] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Received event network-vif-deleted-9f078da4-3ae0-4092-aab4-22b053c00ebc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.231025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.231160] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.432063] env[69744]: ERROR nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] [req-ebd8d1a1-c228-402b-ba66-82f4a2daad6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebd8d1a1-c228-402b-ba66-82f4a2daad6e"}]} [ 1007.447291] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.459452] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.459658] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.470558] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.486774] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.562907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.563167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.563390] env[69744]: INFO nova.compute.manager [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Attaching volume 46c5c181-040a-492b-a3e0-92944c5b377d to /dev/sdb [ 1007.600171] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a61b71-65ca-4e93-8d17-4ac2a5c656a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.610178] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad2b63-ebdb-4747-94eb-4332d3bf051d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.616847] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.624053] env[69744]: DEBUG nova.virt.block_device [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updating existing volume attachment record: f6f88b3c-c03b-44d9-9ee2-47f87ce1e85f {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.702086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dba230-e21e-4a9c-b16e-0c681c412a1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.709862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48e4a4-848b-4e9d-b9d7-b66de69f1c3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.741580] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.747853] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5e52b5-39c4-44d4-9748-f9bb69ce2724 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.757050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f15163-0332-4a48-90a9-d46327dd706e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.772238] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.786274] env[69744]: DEBUG nova.network.neutron [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.262289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.288474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.288903] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance network_info: |[{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.289330] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:95:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf18100-b711-44f4-a25d-ed4e5551c67e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.297045] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating folder: Project (6044b3caccdf4b869a80f6a0ac4d3c6a). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.297363] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d4ba07-e500-4dca-b6cb-4aa8321e7616 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.304422] env[69744]: DEBUG nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1008.304658] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 107 to 108 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1008.305720] env[69744]: DEBUG nova.compute.provider_tree [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.312244] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created folder: Project (6044b3caccdf4b869a80f6a0ac4d3c6a) in parent group-v661134. [ 1008.312244] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating folder: Instances. Parent ref: group-v661354. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.312244] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f565a47c-d022-468c-8fc6-7f20c58ec4b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.325724] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created folder: Instances in parent group-v661354. [ 1008.326135] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.326368] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.326594] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65626bfd-679b-4c2f-b18b-a929627a65b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.347643] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.347643] env[69744]: value = "task-3312073" [ 1008.347643] env[69744]: _type = "Task" [ 1008.347643] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.355811] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312073, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.813147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.789s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.816123] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.586s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.816123] env[69744]: DEBUG nova.objects.instance [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'resources' on Instance uuid d434213b-623b-43ac-a975-07b9e8290b6d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.831226] env[69744]: INFO nova.scheduler.client.report [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Deleted allocations for instance 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab [ 1008.857640] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312073, 'name': CreateVM_Task, 'duration_secs': 0.306745} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.857857] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.858654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.858836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.859201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.859692] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607249f1-6f98-4ff9-983c-6e25b31d2bbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.864552] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1008.864552] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523ff670-edd6-e908-68a3-1b1f43f42a45" [ 1008.864552] env[69744]: _type = "Task" [ 1008.864552] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.872745] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523ff670-edd6-e908-68a3-1b1f43f42a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.996361] env[69744]: DEBUG nova.compute.manager [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.996554] env[69744]: DEBUG nova.compute.manager [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing instance network info cache due to event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.996790] env[69744]: DEBUG oslo_concurrency.lockutils [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.996935] env[69744]: DEBUG oslo_concurrency.lockutils [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.997109] env[69744]: DEBUG nova.network.neutron [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.201050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.201187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.201417] env[69744]: DEBUG nova.objects.instance [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.339917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bdede55b-f002-49b2-a688-17e18dc95d1e tempest-MigrationsAdminTest-1110931958 tempest-MigrationsAdminTest-1110931958-project-member] Lock "9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.274s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.380914] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523ff670-edd6-e908-68a3-1b1f43f42a45, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.380914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.381167] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.381585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.381585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.381797] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.382078] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44aae34-dc7d-4bdd-9405-b3616c74d3fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.397673] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.397673] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.397864] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d12ac9-375f-477a-b2b4-4dfd57839076 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.407368] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1009.407368] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528184f5-e6bf-294c-922e-b62a1b6ac931" [ 1009.407368] env[69744]: _type = "Task" [ 1009.407368] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.417303] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528184f5-e6bf-294c-922e-b62a1b6ac931, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.420575] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9c8eb2-a836-4b5f-9a4e-4a54fb4ff5d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.426924] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1009.426924] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526286c1-5f82-45a6-bd75-a0eb78406185" [ 1009.426924] env[69744]: _type = "Task" [ 1009.426924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.437237] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526286c1-5f82-45a6-bd75-a0eb78406185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.577273] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff3746d-fb7c-4646-90c9-615c95e1cf04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.585958] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbc74a3-d10a-46ac-bd3c-2b7ed30860d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.623238] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfff6289-b102-4d32-a613-d2b3178bc0c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.631721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff9a17-3e7a-4481-858c-d35a4c82e5c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.649045] env[69744]: DEBUG nova.compute.provider_tree [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.704752] env[69744]: DEBUG nova.objects.instance [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.756041] env[69744]: DEBUG nova.network.neutron [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updated VIF entry in instance network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.756412] env[69744]: DEBUG nova.network.neutron [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.937700] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526286c1-5f82-45a6-bd75-a0eb78406185, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.940790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.940790] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.940790] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa07319-1170-45db-b941-a3ffbb95764f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.948025] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1009.948025] env[69744]: value = "task-3312074" [ 1009.948025] env[69744]: _type = "Task" [ 1009.948025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.954861] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.153582] env[69744]: DEBUG nova.scheduler.client.report [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.207421] env[69744]: DEBUG nova.objects.base [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance<78a9438c-e1ea-4144-b356-257a9254bb85> lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.207657] env[69744]: DEBUG nova.network.neutron [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.259438] env[69744]: DEBUG oslo_concurrency.lockutils [req-bcb4fee6-4ab9-41f9-a372-fdee4d84b438 req-a3412021-4102-40b5-b07a-ea0016c634d5 service nova] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.308508] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b9cd309f-c01e-48cd-af72-dbe598bbeb99 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.457956] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509189} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.458261] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.458470] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.458790] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d422dc-36fc-43dd-8495-941b5be5dc33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.467301] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1010.467301] env[69744]: value = "task-3312076" [ 1010.467301] env[69744]: _type = "Task" [ 1010.467301] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.476964] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.658996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.661591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.159s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.661817] env[69744]: DEBUG nova.objects.instance [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lazy-loading 'resources' on Instance uuid 666b7aad-31b6-415d-8062-bac91a429ed9 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.683382] env[69744]: INFO nova.scheduler.client.report [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted allocations for instance d434213b-623b-43ac-a975-07b9e8290b6d [ 1010.978202] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07712} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.978841] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.979410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ae448-4693-4f24-b0c2-75a7a5125168 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.001582] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.001873] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db49226-ce39-45a5-bdab-10ee3efd9a90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.023916] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1011.023916] env[69744]: value = "task-3312077" [ 1011.023916] env[69744]: _type = "Task" [ 1011.023916] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.032033] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.191495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5f941c38-a5e3-4e7d-a077-856349e8abc5 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "d434213b-623b-43ac-a975-07b9e8290b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.757s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.405761] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563ba7f-d76c-458e-bc5d-9f279ce85876 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.413883] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27cb98-88dc-42d6-9b4e-2df8aee2aca4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.443894] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3219ee6d-041d-427b-8631-a31fe4c89f92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.452020] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3115c54-4dd6-439c-b252-d58f548a90d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.466637] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.526758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "3dcef78f-c178-4655-bfd7-19c159233ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.527086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.539476] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312077, 'name': ReconfigVM_Task, 'duration_secs': 0.279694} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.540327] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.540962] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b95b97f-47ad-4090-bdb3-074a8224777b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.550232] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1011.550232] env[69744]: value = "task-3312078" [ 1011.550232] env[69744]: _type = "Task" [ 1011.550232] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.560661] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312078, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.987238] env[69744]: ERROR nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [req-582735c7-a088-4657-85de-2124b6883ae3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-582735c7-a088-4657-85de-2124b6883ae3"}]} [ 1012.002990] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.015877] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.016123] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.029037] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.032856] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.049368] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1012.061092] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312078, 'name': Rename_Task, 'duration_secs': 0.139548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.061363] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.061673] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f65fdf-0d75-4c42-8994-2645a91e99a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.068840] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1012.068840] env[69744]: value = "task-3312079" [ 1012.068840] env[69744]: _type = "Task" [ 1012.068840] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.082372] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.170289] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.170523] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661353', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'name': 'volume-46c5c181-040a-492b-a3e0-92944c5b377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9ec915-740d-4e27-877b-9b85e6cc7ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'serial': '46c5c181-040a-492b-a3e0-92944c5b377d'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.171469] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707360e9-8ce2-4756-ad1c-54e913bd310e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.192536] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299edcdb-25e3-4888-8559-6bed7df61444 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.217620] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-46c5c181-040a-492b-a3e0-92944c5b377d/volume-46c5c181-040a-492b-a3e0-92944c5b377d.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.220500] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b03a3a1-dcdc-461d-828c-32eb7bed2de0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.240300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.240566] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.240882] env[69744]: DEBUG nova.objects.instance [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.242712] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1012.242712] env[69744]: value = "task-3312080" [ 1012.242712] env[69744]: _type = "Task" [ 1012.242712] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.259058] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.333746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ec822-0b3c-40c9-a111-2620349511f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.342562] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416a5013-1428-4921-8195-3816ab95cfce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.375282] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3f49a-8ae6-48c4-9839-a4beb29f20dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.384618] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc6406-05c8-4c17-8de9-016294e52439 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400633] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.444026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.444026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.444026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.444242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.444324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.446593] env[69744]: INFO nova.compute.manager [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Terminating instance [ 1012.555042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.583283] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.756707] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312080, 'name': ReconfigVM_Task, 'duration_secs': 0.449497} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.757039] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-46c5c181-040a-492b-a3e0-92944c5b377d/volume-46c5c181-040a-492b-a3e0-92944c5b377d.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.761983] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16d17ca-5456-4606-b7df-6ae77b43cba5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.777897] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1012.777897] env[69744]: value = "task-3312081" [ 1012.777897] env[69744]: _type = "Task" [ 1012.777897] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.786366] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.834651] env[69744]: DEBUG nova.objects.instance [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.922080] env[69744]: ERROR nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] [req-1dfa6ef7-c91d-4da1-b532-ab61f4fac45f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1dfa6ef7-c91d-4da1-b532-ab61f4fac45f"}]} [ 1012.936955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "a9836025-20ce-47bf-bb16-eac2d872f225" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.937158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.939610] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.949971] env[69744]: DEBUG nova.compute.manager [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.950228] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.951287] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cbc25-df32-4fed-afe9-b4bd2950d519 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.954883] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.955103] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.963531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.963698] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba24704-763d-48e9-aaf2-a8bf9a3eed8b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.967516] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.970664] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1012.970664] env[69744]: value = "task-3312082" [ 1012.970664] env[69744]: _type = "Task" [ 1012.970664] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.979536] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.988327] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1013.086765] env[69744]: DEBUG oslo_vmware.api [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312079, 'name': PowerOnVM_Task, 'duration_secs': 0.652462} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.087012] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.087234] env[69744]: INFO nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1013.087403] env[69744]: DEBUG nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.088295] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be705d0c-53ac-4f7d-a616-ec93124a037c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.227935] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa65b2-35bd-4618-9d26-fca80e1c4c91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.235959] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db102fa-c4b8-4db7-9d4a-34d942e13109 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.272489] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1915c0-b040-4cd3-9c15-7d82c0e82242 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.283336] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d531783-80e5-4254-985a-51217fc21dac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.291730] env[69744]: DEBUG oslo_vmware.api [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312081, 'name': ReconfigVM_Task, 'duration_secs': 0.157326} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.300895] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661353', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'name': 'volume-46c5c181-040a-492b-a3e0-92944c5b377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9ec915-740d-4e27-877b-9b85e6cc7ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'serial': '46c5c181-040a-492b-a3e0-92944c5b377d'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.302665] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.336776] env[69744]: DEBUG nova.objects.base [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance<78a9438c-e1ea-4144-b356-257a9254bb85> lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.336994] env[69744]: DEBUG nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.392797] env[69744]: DEBUG nova.policy [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.439175] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.481953] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312082, 'name': PowerOffVM_Task, 'duration_secs': 0.200398} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.483208] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.483322] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.483574] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec64499-e0d5-40bf-8cb6-e7e06448cf6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.552261] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.552470] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.552695] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore2] 0cd70993-01ad-4d67-a0d7-dab0771e01cd {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.552920] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-662c95ec-6a9f-45ec-916a-fcd19406adb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.560572] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1013.560572] env[69744]: value = "task-3312084" [ 1013.560572] env[69744]: _type = "Task" [ 1013.560572] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.569600] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.612264] env[69744]: INFO nova.compute.manager [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Took 30.26 seconds to build instance. [ 1013.767716] env[69744]: DEBUG nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Successfully created port: 3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.842355] env[69744]: DEBUG nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1013.842355] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 110 to 111 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1013.842618] env[69744]: DEBUG nova.compute.provider_tree [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.962083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.072772] env[69744]: DEBUG oslo_vmware.api [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143583} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.073106] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.073348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.073568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.073784] env[69744]: INFO nova.compute.manager [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.074097] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.074337] env[69744]: DEBUG nova.compute.manager [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.074467] env[69744]: DEBUG nova.network.neutron [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.114487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bb25eabf-d3c7-4660-a045-17e08fa305a0 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.771s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.346759] env[69744]: DEBUG nova.objects.instance [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid af9ec915-740d-4e27-877b-9b85e6cc7ba2 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.351707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.688s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.351707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.935s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.352662] env[69744]: DEBUG nova.objects.instance [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'resources' on Instance uuid f9acd448-b7dd-4bf8-930a-8d39b72c8994 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.556571] env[69744]: DEBUG nova.compute.manager [req-7225b7bf-6396-4252-a595-592739c1c160 req-feba6058-d133-4e69-9e1c-01f3ab599670 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Received event network-vif-deleted-01264f12-e841-4f3a-bcad-b7e525293dd6 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.556571] env[69744]: INFO nova.compute.manager [req-7225b7bf-6396-4252-a595-592739c1c160 req-feba6058-d133-4e69-9e1c-01f3ab599670 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Neutron deleted interface 01264f12-e841-4f3a-bcad-b7e525293dd6; detaching it from the instance and deleting it from the info cache [ 1014.556571] env[69744]: DEBUG nova.network.neutron [req-7225b7bf-6396-4252-a595-592739c1c160 req-feba6058-d133-4e69-9e1c-01f3ab599670 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.560901] env[69744]: INFO nova.scheduler.client.report [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Deleted allocations for instance 666b7aad-31b6-415d-8062-bac91a429ed9 [ 1014.852096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a2e769f-5d9d-4f6d-acb5-91a590221437 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.854634] env[69744]: DEBUG nova.objects.instance [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'numa_topology' on Instance uuid f9acd448-b7dd-4bf8-930a-8d39b72c8994 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.939746] env[69744]: DEBUG nova.network.neutron [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.959036] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34278769-7e8f-48d4-b955-f3efc52779ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.968575] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f068171-76bb-4b4b-9cca-079d77d26cd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.001374] env[69744]: DEBUG nova.compute.manager [req-7225b7bf-6396-4252-a595-592739c1c160 req-feba6058-d133-4e69-9e1c-01f3ab599670 service nova] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Detach interface failed, port_id=01264f12-e841-4f3a-bcad-b7e525293dd6, reason: Instance 0cd70993-01ad-4d67-a0d7-dab0771e01cd could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.003828] env[69744]: DEBUG nova.compute.manager [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.004025] env[69744]: DEBUG nova.compute.manager [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing instance network info cache due to event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.004242] env[69744]: DEBUG oslo_concurrency.lockutils [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.004375] env[69744]: DEBUG oslo_concurrency.lockutils [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.004532] env[69744]: DEBUG nova.network.neutron [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.065545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88cca353-fbb9-4a28-96ca-07178045e78a tempest-ServerMetadataNegativeTestJSON-277022240 tempest-ServerMetadataNegativeTestJSON-277022240-project-member] Lock "666b7aad-31b6-415d-8062-bac91a429ed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.992s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.357653] env[69744]: DEBUG nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Successfully updated port: 3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.359621] env[69744]: DEBUG nova.objects.base [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.441437] env[69744]: INFO nova.compute.manager [-] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Took 1.37 seconds to deallocate network for instance. [ 1015.612817] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2f303-6756-43f1-bb1a-1bc66cb18d6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.621556] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2582efa-f600-4fa3-b28f-ed90f9904c55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.658028] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0149689-8f3f-4573-9d75-639af9de16d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.667470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64179911-8af4-4680-bdab-4228c24a1dc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.682489] env[69744]: DEBUG nova.compute.provider_tree [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.838845] env[69744]: DEBUG nova.network.neutron [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updated VIF entry in instance network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.839263] env[69744]: DEBUG nova.network.neutron [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.866786] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.867100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.867313] env[69744]: DEBUG nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.951133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.189027] env[69744]: DEBUG nova.scheduler.client.report [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.342211] env[69744]: DEBUG oslo_concurrency.lockutils [req-f2a9cb38-725c-4dac-96b2-c8603106aaa0 req-569a4132-43b7-478f-9881-e53b3fc666cc service nova] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.418887] env[69744]: WARNING nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 1016.533994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.533994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.693476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.696317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.263s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.696655] env[69744]: DEBUG nova.objects.instance [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid 93dd6c8d-b429-420a-8272-e9a2b5ab1d20 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.757157] env[69744]: DEBUG nova.network.neutron [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "address": "fa:16:3e:58:29:83", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7a75f5-fb", "ovs_interfaceid": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.036686] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.075031] env[69744]: DEBUG nova.compute.manager [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-plugged-3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.075258] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.075463] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.075626] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.075794] env[69744]: DEBUG nova.compute.manager [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] No waiting events found dispatching network-vif-plugged-3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.075959] env[69744]: WARNING nova.compute.manager [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received unexpected event network-vif-plugged-3f7a75f5-fba8-4b40-bb8c-27863b623562 for instance with vm_state active and task_state None. [ 1017.076214] env[69744]: DEBUG nova.compute.manager [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-changed-3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.076381] env[69744]: DEBUG nova.compute.manager [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing instance network info cache due to event network-changed-3f7a75f5-fba8-4b40-bb8c-27863b623562. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.076545] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.213134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b2260194-c950-4b38-aa1f-fedf6abdfd2a tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.883s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.214340] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.196s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.214559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.214752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.214916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.219448] env[69744]: INFO nova.compute.manager [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Terminating instance [ 1017.258501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.259356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.259356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.262573] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.262772] env[69744]: DEBUG nova.network.neutron [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing network info cache for port 3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.265672] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ccab3c-0e1f-4d69-ad53-c466541c7dbc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.294456] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.294599] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.294746] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.294936] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.295061] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.295215] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.295418] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.295575] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.295861] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.296065] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.296431] env[69744]: DEBUG nova.virt.hardware [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.302618] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfiguring VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1017.306085] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c487f5f-c672-40ef-8353-2700d0ad9ddc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.325897] env[69744]: DEBUG oslo_vmware.api [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1017.325897] env[69744]: value = "task-3312085" [ 1017.325897] env[69744]: _type = "Task" [ 1017.325897] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.334739] env[69744]: DEBUG oslo_vmware.api [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312085, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.562475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.577776] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e54ef-8ead-440d-8e6b-60a10dab6dfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.587656] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8486aaf4-217a-4b3c-80d7-a5d3dc5d341d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.619605] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd41d127-e33b-4431-9ba6-867842235fd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.628174] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2b8bd-719c-4b0e-8470-acbb05d3333a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.642481] env[69744]: DEBUG nova.compute.provider_tree [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.729526] env[69744]: DEBUG nova.compute.manager [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.729887] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.730291] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2db9f2e7-44a8-47eb-ab8c-e510b15f620f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.743858] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad0d23-3bf9-4225-bbc2-b413c2554fd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.781403] env[69744]: WARNING nova.virt.vmwareapi.vmops [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f9acd448-b7dd-4bf8-930a-8d39b72c8994 could not be found. [ 1017.781748] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.781991] env[69744]: INFO nova.compute.manager [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1017.782297] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.782618] env[69744]: DEBUG nova.compute.manager [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.782746] env[69744]: DEBUG nova.network.neutron [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.836674] env[69744]: DEBUG oslo_vmware.api [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.078296] env[69744]: DEBUG nova.network.neutron [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updated VIF entry in instance network info cache for port 3f7a75f5-fba8-4b40-bb8c-27863b623562. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.078736] env[69744]: DEBUG nova.network.neutron [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "address": "fa:16:3e:58:29:83", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7a75f5-fb", "ovs_interfaceid": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.145911] env[69744]: DEBUG nova.scheduler.client.report [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.336998] env[69744]: DEBUG oslo_vmware.api [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312085, 'name': ReconfigVM_Task, 'duration_secs': 0.735406} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.337515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.337728] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfigured VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1018.529125] env[69744]: DEBUG nova.network.neutron [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.581624] env[69744]: DEBUG oslo_concurrency.lockutils [req-7edd1725-a0ce-49c3-9415-890c012cef22 req-194baf9a-622b-48f9-b334-9455dea19bfe service nova] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.651145] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.653474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.500s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.672083] env[69744]: INFO nova.scheduler.client.report [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance 93dd6c8d-b429-420a-8272-e9a2b5ab1d20 [ 1018.842836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-83018b0b-cfb4-422d-bb7f-4d49e9b0e05c tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.602s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.033839] env[69744]: INFO nova.compute.manager [-] [instance: f9acd448-b7dd-4bf8-930a-8d39b72c8994] Took 1.25 seconds to deallocate network for instance. [ 1019.159542] env[69744]: INFO nova.compute.claims [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.178303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1511159-8b6c-4c65-903c-da1aaebf8c7c tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "93dd6c8d-b429-420a-8272-e9a2b5ab1d20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.234s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.243059] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.243295] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.665320] env[69744]: INFO nova.compute.resource_tracker [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating resource usage from migration 98b44b38-4e4f-419f-9e3c-bc881c9b55a1 [ 1019.750137] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.750293] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.750448] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.750596] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.750736] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.750884] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.751036] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1019.751236] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.893252] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76faf16f-7166-47a6-bc5c-088294a56a7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.901818] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46127fb8-8838-430f-bdb7-7ec224620cff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.935093] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aedf5f9-d4c6-48cc-93cb-6f29f29bbac5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.944205] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91329154-5cca-4664-b850-fe2b2a845dfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.959647] env[69744]: DEBUG nova.compute.provider_tree [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.984354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.984586] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.058320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-39a6fb91-52d7-4768-aa96-2457ae674e42 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "f9acd448-b7dd-4bf8-930a-8d39b72c8994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.844s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.258595] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.464695] env[69744]: DEBUG nova.scheduler.client.report [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.486817] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.762588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-eff66a0e-11ef-4a69-a1c2-f885239116b3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.762588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-eff66a0e-11ef-4a69-a1c2-f885239116b3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.762807] env[69744]: DEBUG nova.objects.instance [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.970345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.970792] env[69744]: INFO nova.compute.manager [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Migrating [ 1020.977747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.183s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.977976] env[69744]: DEBUG nova.objects.instance [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'resources' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.006630] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.104060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "e0c19e6e-173d-4093-84fa-b674e67df097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.104282] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.400638] env[69744]: DEBUG nova.objects.instance [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.480596] env[69744]: DEBUG nova.objects.instance [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'numa_topology' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.487984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.488181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.488353] env[69744]: DEBUG nova.network.neutron [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.607436] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.903320] env[69744]: DEBUG nova.objects.base [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance<78a9438c-e1ea-4144-b356-257a9254bb85> lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.903574] env[69744]: DEBUG nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.983569] env[69744]: DEBUG nova.objects.base [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.011452] env[69744]: DEBUG nova.policy [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.127189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.217302] env[69744]: DEBUG nova.network.neutron [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.317368] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62387cd8-5dff-47ea-a797-93f6e97915ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.329913] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcdf91e-5727-4691-af4b-90c45f321ccb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.379955] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b8bee-5924-46ed-953e-5c14b2dd3149 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.391850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb3284c-593b-4fcd-8ec6-f4f161d3e2a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.414406] env[69744]: DEBUG nova.compute.provider_tree [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.720697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.918081] env[69744]: DEBUG nova.scheduler.client.report [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.423467] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.425960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.066s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.426190] env[69744]: DEBUG nova.objects.instance [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lazy-loading 'resources' on Instance uuid 22ce5d75-355b-4146-8779-03d8e6ada4cf {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.485948] env[69744]: DEBUG nova.compute.manager [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-plugged-eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.486188] env[69744]: DEBUG oslo_concurrency.lockutils [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.486399] env[69744]: DEBUG oslo_concurrency.lockutils [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.486565] env[69744]: DEBUG oslo_concurrency.lockutils [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.486745] env[69744]: DEBUG nova.compute.manager [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] No waiting events found dispatching network-vif-plugged-eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.486914] env[69744]: WARNING nova.compute.manager [req-caa0df7f-8fe9-4f82-9f1a-d0caec20de31 req-ebe84e78-d8b9-42fb-9167-4b81bd394d07 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received unexpected event network-vif-plugged-eff66a0e-11ef-4a69-a1c2-f885239116b3 for instance with vm_state active and task_state None. [ 1023.568432] env[69744]: DEBUG nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Successfully updated port: eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.935367] env[69744]: DEBUG oslo_concurrency.lockutils [None req-65bd8f1a-f6d9-4c3c-9a0e-2581b762fe6a tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.131s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.936325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.407s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.936540] env[69744]: INFO nova.compute.manager [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Unshelving [ 1024.070805] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.070989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.071195] env[69744]: DEBUG nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.171752] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed21e2e-bb13-4750-9976-e8330105506b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.179657] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad489c-65b2-4e7e-abcc-b6bcc3190ebb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.209227] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3293cb-3c76-41c0-b2da-8920dd8346d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.217083] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25112265-a4cf-49d4-88e3-423ccf0614c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.233852] env[69744]: DEBUG nova.compute.provider_tree [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.235891] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c885c4-69ea-47bc-b06c-70460cd7f0a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.253847] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.612121] env[69744]: WARNING nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 1024.612420] env[69744]: WARNING nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 1024.741380] env[69744]: DEBUG nova.scheduler.client.report [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.759926] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.760389] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c314515f-3ac5-4580-8181-70c8479562af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.767537] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1024.767537] env[69744]: value = "task-3312086" [ 1024.767537] env[69744]: _type = "Task" [ 1024.767537] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.775556] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.957623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.049753] env[69744]: DEBUG nova.network.neutron [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "address": "fa:16:3e:58:29:83", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7a75f5-fb", "ovs_interfaceid": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "address": "fa:16:3e:21:00:68", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff66a0e-11", "ovs_interfaceid": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.246149] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.248924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.467s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.249212] env[69744]: DEBUG nova.objects.instance [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lazy-loading 'resources' on Instance uuid 59ed0380-72a0-4781-bfd2-2e1ab4879f78 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.264794] env[69744]: INFO nova.scheduler.client.report [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Deleted allocations for instance 22ce5d75-355b-4146-8779-03d8e6ada4cf [ 1025.280016] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312086, 'name': PowerOffVM_Task, 'duration_secs': 0.177061} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.280016] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.280016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.517094] env[69744]: DEBUG nova.compute.manager [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-changed-eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.517359] env[69744]: DEBUG nova.compute.manager [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing instance network info cache due to event network-changed-eff66a0e-11ef-4a69-a1c2-f885239116b3. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.517477] env[69744]: DEBUG oslo_concurrency.lockutils [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.552189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.552890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553234] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553591] env[69744]: DEBUG oslo_concurrency.lockutils [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553882] env[69744]: DEBUG nova.network.neutron [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Refreshing network info cache for port eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.555935] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc637913-2db2-4441-b13b-72f8865bb12e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.576767] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.577377] env[69744]: DEBUG nova.virt.hardware [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.583191] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfiguring VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1025.584386] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f908e3-64cb-4c33-82f7-0cdf3fd3764b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.602491] env[69744]: DEBUG oslo_vmware.api [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1025.602491] env[69744]: value = "task-3312087" [ 1025.602491] env[69744]: _type = "Task" [ 1025.602491] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.610564] env[69744]: DEBUG oslo_vmware.api [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312087, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.777336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e05dc512-07ba-4844-9768-08db367e02bc tempest-ServersV294TestFqdnHostnames-227085068 tempest-ServersV294TestFqdnHostnames-227085068-project-member] Lock "22ce5d75-355b-4146-8779-03d8e6ada4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.455s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.785891] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.786237] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.786494] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.786767] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.786976] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.787192] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.787493] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.787737] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.787999] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.788272] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.788585] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.797247] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66eed86-c192-4428-ab6e-7e0f518e631e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.813774] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1025.813774] env[69744]: value = "task-3312088" [ 1025.813774] env[69744]: _type = "Task" [ 1025.813774] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.824844] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.036200] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444664c-cfbb-4fbc-af5e-f7743db5db39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.044029] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4b5eda-4fa6-437a-94b6-c9a029a502c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.080264] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9744321-19fc-461c-96e8-560e227697c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.088434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d693d4-1246-4cba-b24c-0ad25fca2f13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.102596] env[69744]: DEBUG nova.compute.provider_tree [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.115674] env[69744]: DEBUG oslo_vmware.api [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.326748] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312088, 'name': ReconfigVM_Task, 'duration_secs': 0.245632} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.327080] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.477824] env[69744]: DEBUG nova.network.neutron [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updated VIF entry in instance network info cache for port eff66a0e-11ef-4a69-a1c2-f885239116b3. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.478375] env[69744]: DEBUG nova.network.neutron [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "address": "fa:16:3e:58:29:83", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7a75f5-fb", "ovs_interfaceid": "3f7a75f5-fba8-4b40-bb8c-27863b623562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "address": "fa:16:3e:21:00:68", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff66a0e-11", "ovs_interfaceid": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.614325] env[69744]: DEBUG nova.scheduler.client.report [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.617534] env[69744]: DEBUG oslo_vmware.api [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312087, 'name': ReconfigVM_Task, 'duration_secs': 0.529881} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.621020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.621020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfigured VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.834080] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.834886] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.835241] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.835569] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.838077] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.838077] env[69744]: DEBUG nova.virt.hardware [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.841654] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.842108] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91fa854-c20f-4d31-893e-6c8e8e93f154 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.861739] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1026.861739] env[69744]: value = "task-3312089" [ 1026.861739] env[69744]: _type = "Task" [ 1026.861739] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.870645] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.986180] env[69744]: DEBUG oslo_concurrency.lockutils [req-66eab5ab-c64d-4904-ad9a-786ca67368bb req-213d8e7b-5bf2-423c-b2c3-cd8e839f206b service nova] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.119501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.122021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.860s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.123589] env[69744]: INFO nova.compute.claims [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.126970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4be4f885-e83a-4f1d-8f7d-49e3fa14379b tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-eff66a0e-11ef-4a69-a1c2-f885239116b3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.364s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.146833] env[69744]: INFO nova.scheduler.client.report [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted allocations for instance 59ed0380-72a0-4781-bfd2-2e1ab4879f78 [ 1027.375400] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312089, 'name': ReconfigVM_Task, 'duration_secs': 0.187879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.377303] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.377303] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be350c-663d-4c7d-8335-bbe9f0e8e1c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.402259] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.403527] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfcf869-a5a7-43bc-b89e-a8d3b25a89f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.425019] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1027.425019] env[69744]: value = "task-3312090" [ 1027.425019] env[69744]: _type = "Task" [ 1027.425019] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.433356] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.657032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d7a0820-9182-4e6e-b4eb-3796dfddf20f tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "59ed0380-72a0-4781-bfd2-2e1ab4879f78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.717s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.935421] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312090, 'name': ReconfigVM_Task, 'duration_secs': 0.285745} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.935738] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02/8f32e1a9-2d89-4596-af85-ea4c99173f02.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.935951] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.347939] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84773b6c-d9ca-41ab-8f9e-2b6020dbf158 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.355216] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d4022-35a8-44ab-bbd3-39a436fb1738 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.384142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.384274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.384386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.384568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.384722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.386782] env[69744]: INFO nova.compute.manager [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Terminating instance [ 1028.388506] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af11d8-a52f-429f-98fd-98631ffe4dda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.397378] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c382382-2b70-4a07-9ad0-91d1845a3699 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411855] env[69744]: DEBUG nova.compute.provider_tree [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.442323] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbe0ca7-418a-4247-9718-f17c831642d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.463330] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7660b-0729-4a78-ab07-2052cb5329da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.480718] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.631772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-3f7a75f5-fba8-4b40-bb8c-27863b623562" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.632093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-3f7a75f5-fba8-4b40-bb8c-27863b623562" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.892890] env[69744]: DEBUG nova.compute.manager [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.894278] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.895233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc3bcc-96f4-4522-ab3a-ca9884f46290 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.904374] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.904622] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cabc30e-034f-452a-be92-cc6d290002fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911470] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 1028.911470] env[69744]: value = "task-3312091" [ 1028.911470] env[69744]: _type = "Task" [ 1028.911470] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.914988] env[69744]: DEBUG nova.scheduler.client.report [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.924304] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.021659] env[69744]: DEBUG nova.network.neutron [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Port a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1029.138109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.138373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.139317] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523adceb-5cef-48d1-8dd4-dccf5d7e906a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.158024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd4aae-3a88-41f1-acb5-6b7c47420bcd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.183925] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfiguring VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1029.184185] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4132681-bc76-4f60-9ad1-4301ba8cf7d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.201409] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1029.201409] env[69744]: value = "task-3312092" [ 1029.201409] env[69744]: _type = "Task" [ 1029.201409] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.210569] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.423062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.423594] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.426543] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312091, 'name': PowerOffVM_Task, 'duration_secs': 0.21841} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.427094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.872s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.428139] env[69744]: INFO nova.compute.claims [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.430581] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.430754] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.431194] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d5d2aa7-03fc-49a6-bc6b-773567e67a4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.494049] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.494049] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.494049] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleting the datastore file [datastore2] 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.494290] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b440fac1-c035-4a6d-bba2-4a76289aff4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.500392] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for the task: (returnval){ [ 1029.500392] env[69744]: value = "task-3312094" [ 1029.500392] env[69744]: _type = "Task" [ 1029.500392] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.507587] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.710866] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.928751] env[69744]: DEBUG nova.compute.utils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.930241] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.930414] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.969239] env[69744]: DEBUG nova.policy [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9d3e6d5201a4de8b99f455dd5c9c9ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00d2048f2c24ff6bc8386106f00e45c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.010387] env[69744]: DEBUG oslo_vmware.api [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Task: {'id': task-3312094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146245} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.010631] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.010809] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.010986] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.011173] env[69744]: INFO nova.compute.manager [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1030.011410] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.011593] env[69744]: DEBUG nova.compute.manager [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.011684] env[69744]: DEBUG nova.network.neutron [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.043830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.044173] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.044222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.214818] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.435863] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.510789] env[69744]: DEBUG nova.compute.manager [req-0da5aaeb-55d5-41c5-bfbe-beaf8f60c632 req-78b44b57-9048-4171-9842-f2cc5f032d52 service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Received event network-vif-deleted-5cad4ae7-de03-449b-87b7-093b0ffeeb4b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.510987] env[69744]: INFO nova.compute.manager [req-0da5aaeb-55d5-41c5-bfbe-beaf8f60c632 req-78b44b57-9048-4171-9842-f2cc5f032d52 service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Neutron deleted interface 5cad4ae7-de03-449b-87b7-093b0ffeeb4b; detaching it from the instance and deleting it from the info cache [ 1030.511191] env[69744]: DEBUG nova.network.neutron [req-0da5aaeb-55d5-41c5-bfbe-beaf8f60c632 req-78b44b57-9048-4171-9842-f2cc5f032d52 service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.568432] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Successfully created port: 01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.705223] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b280ecc-e05f-4491-bd88-6aee5f864eab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.718639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8253808d-1dd4-416d-b521-e852e61d11a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.721732] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.748605] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802d7b9-623d-4402-8fc7-4d3b774806ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.755856] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b9fbd-75de-4e1f-9010-d79159363024 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.768499] env[69744]: DEBUG nova.network.neutron [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.769874] env[69744]: DEBUG nova.compute.provider_tree [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.014177] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00441fa1-ae91-44e1-bcf6-0ff140217c4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.024045] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d597f33-db1a-4f9b-99eb-c4d9f1101798 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.057934] env[69744]: DEBUG nova.compute.manager [req-0da5aaeb-55d5-41c5-bfbe-beaf8f60c632 req-78b44b57-9048-4171-9842-f2cc5f032d52 service nova] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Detach interface failed, port_id=5cad4ae7-de03-449b-87b7-093b0ffeeb4b, reason: Instance 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.111357] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.111530] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.111698] env[69744]: DEBUG nova.network.neutron [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.214200] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.272470] env[69744]: INFO nova.compute.manager [-] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Took 1.26 seconds to deallocate network for instance. [ 1031.273430] env[69744]: DEBUG nova.scheduler.client.report [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.449544] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.506565] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.506828] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.506986] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.507194] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.507342] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.507489] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.507697] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.507854] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.508031] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.508198] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.508371] env[69744]: DEBUG nova.virt.hardware [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.509282] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db758226-e786-445a-854c-45c3950ca6c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.517918] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e8d3af-ba1f-4efe-a460-a12fc1caf34d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.714904] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.778712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.779252] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.781692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.820s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.783063] env[69744]: INFO nova.compute.claims [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.785895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.866967] env[69744]: DEBUG nova.network.neutron [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.041034] env[69744]: DEBUG nova.compute.manager [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Received event network-vif-plugged-01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.041277] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.041845] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] Lock "cca0bf85-021c-4850-827e-bea819cf9400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.042078] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] Lock "cca0bf85-021c-4850-827e-bea819cf9400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.043421] env[69744]: DEBUG nova.compute.manager [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] No waiting events found dispatching network-vif-plugged-01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.043421] env[69744]: WARNING nova.compute.manager [req-d1b0fa69-64cb-4059-adf3-db7a6fb54635 req-59fa6208-7f3d-4c42-8176-af404805cc26 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Received unexpected event network-vif-plugged-01a07edf-62cf-43e8-9893-312a3b20f0bd for instance with vm_state building and task_state spawning. [ 1032.215979] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.223410] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Successfully updated port: 01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.288268] env[69744]: DEBUG nova.compute.utils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.291410] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1032.369452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.716673] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.725364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.725493] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.725632] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.792600] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.891181] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac44d9-fa64-46a6-9ddc-8c82201a5713 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.912424] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2df33-13ec-4754-b5e8-9d12da188566 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.919161] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.043370] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f9a7c-53a6-4682-aa49-66ad53da4830 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.052201] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb90c8-aa3c-4eba-863a-0476b016b0c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.083210] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5e7f7-fa1e-426d-92de-3205f1b9910c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.089994] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bca480-d61f-45ed-9b7c-62eedbf144c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.102739] env[69744]: DEBUG nova.compute.provider_tree [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.217945] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.292109] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.427512] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.427636] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4e7487-32c8-4c2b-bac4-d843518c7c72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.434637] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1033.434637] env[69744]: value = "task-3312095" [ 1033.434637] env[69744]: _type = "Task" [ 1033.434637] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.442612] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.506466] env[69744]: DEBUG nova.network.neutron [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updating instance_info_cache with network_info: [{"id": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "address": "fa:16:3e:7a:6a:a3", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a07edf-62", "ovs_interfaceid": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.605985] env[69744]: DEBUG nova.scheduler.client.report [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.719342] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.806330] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.863788] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.863788] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.863788] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.864039] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.864039] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.864191] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.864397] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.864554] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.864716] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.865013] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.865261] env[69744]: DEBUG nova.virt.hardware [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.866134] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73fd67-f9ca-454f-9677-52ad92ce3415 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.874286] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b936c9-6545-427e-ae12-10390249c433 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.888091] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.893680] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Creating folder: Project (bb6d7e989a78445eb239000a2c503718). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.893962] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6c642c8-a0f5-43c4-a9af-98e2454524e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.903961] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Created folder: Project (bb6d7e989a78445eb239000a2c503718) in parent group-v661134. [ 1033.904264] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Creating folder: Instances. Parent ref: group-v661357. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.904606] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2ebde62-ee0c-4dff-a48d-f5377937fd7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913410] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Created folder: Instances in parent group-v661357. [ 1033.913692] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.913912] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.914136] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-277034d4-1b5b-4b33-b26c-4d94cfa145ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.930924] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.930924] env[69744]: value = "task-3312098" [ 1033.930924] env[69744]: _type = "Task" [ 1033.930924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.944161] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312098, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.947327] env[69744]: DEBUG oslo_vmware.api [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312095, 'name': PowerOnVM_Task, 'duration_secs': 0.383364} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.947572] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.947752] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-86a0f32a-61e7-46f8-b0bb-4a92d4510ba5 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance '8f32e1a9-2d89-4596-af85-ea4c99173f02' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.009063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.009261] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Instance network_info: |[{"id": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "address": "fa:16:3e:7a:6a:a3", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a07edf-62", "ovs_interfaceid": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.009675] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:6a:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a07edf-62cf-43e8-9893-312a3b20f0bd', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.019165] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Creating folder: Project (e00d2048f2c24ff6bc8386106f00e45c). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.019819] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b1bc53f-9c4a-414d-8c18-3fbf1378f520 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.033142] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Created folder: Project (e00d2048f2c24ff6bc8386106f00e45c) in parent group-v661134. [ 1034.033390] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Creating folder: Instances. Parent ref: group-v661360. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.033638] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77157212-b857-4580-a372-951a5a5117c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.042404] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Created folder: Instances in parent group-v661360. [ 1034.042688] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.044034] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.044034] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bff8f5e-36f1-4ba7-8032-7b54cfcace01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.062536] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.062536] env[69744]: value = "task-3312101" [ 1034.062536] env[69744]: _type = "Task" [ 1034.062536] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.067926] env[69744]: DEBUG nova.compute.manager [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Received event network-changed-01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.068166] env[69744]: DEBUG nova.compute.manager [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Refreshing instance network info cache due to event network-changed-01a07edf-62cf-43e8-9893-312a3b20f0bd. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.068329] env[69744]: DEBUG oslo_concurrency.lockutils [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] Acquiring lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.068472] env[69744]: DEBUG oslo_concurrency.lockutils [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] Acquired lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.068626] env[69744]: DEBUG nova.network.neutron [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Refreshing network info cache for port 01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.076109] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312101, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.111482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.111973] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.115889] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.165s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.116298] env[69744]: DEBUG nova.objects.instance [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'resources' on Instance uuid 0cd70993-01ad-4d67-a0d7-dab0771e01cd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.219992] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.441076] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312098, 'name': CreateVM_Task, 'duration_secs': 0.276493} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.441322] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.441980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.442353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.442701] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628e87e7-15e6-4d38-8ae4-730507752416 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.447160] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1034.447160] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bae33d-462e-0ca4-9331-8fe44a71f1b3" [ 1034.447160] env[69744]: _type = "Task" [ 1034.447160] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.457204] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bae33d-462e-0ca4-9331-8fe44a71f1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.574405] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312101, 'name': CreateVM_Task, 'duration_secs': 0.30749} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.574588] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.575513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.617212] env[69744]: DEBUG nova.compute.utils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.618598] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.619495] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.660947] env[69744]: DEBUG nova.policy [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c2c79a8a91492a8fe5e99272910b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0fabf31d65a43b5ba0313fab6de9d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.722693] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.765805] env[69744]: DEBUG nova.network.neutron [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updated VIF entry in instance network info cache for port 01a07edf-62cf-43e8-9893-312a3b20f0bd. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.766221] env[69744]: DEBUG nova.network.neutron [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updating instance_info_cache with network_info: [{"id": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "address": "fa:16:3e:7a:6a:a3", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a07edf-62", "ovs_interfaceid": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.899252] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4daad6-1126-4b1f-9536-14c44d5b0c73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.904891] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ddae0-eeb2-4e2c-9122-8904dec50df1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.937951] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b9109-99fa-413a-a842-43c7c660ba2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.945539] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c56ba-eaa2-4aaf-84ba-8c25530c6bf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.968022] env[69744]: DEBUG nova.compute.provider_tree [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.970027] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bae33d-462e-0ca4-9331-8fe44a71f1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017108} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.970645] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Successfully created port: bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.972756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.972946] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.973203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.973344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.973514] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.973811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.974109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.974344] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2746535c-e9cc-45f8-81e9-306bcdad449a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.976405] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4a3818-fa50-4f15-be81-a89bd5c66ed7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.981963] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1034.981963] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f06c6-744f-350f-7a31-e22edec355cf" [ 1034.981963] env[69744]: _type = "Task" [ 1034.981963] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.986270] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.990017] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.990017] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc1c6df-be71-4fbc-8341-06a8e4571dc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.992940] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f06c6-744f-350f-7a31-e22edec355cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.996369] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1034.996369] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298bf44-b2b7-0487-a8da-0f105772d844" [ 1034.996369] env[69744]: _type = "Task" [ 1034.996369] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.005199] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298bf44-b2b7-0487-a8da-0f105772d844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.126351] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.221085] env[69744]: DEBUG oslo_vmware.api [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312092, 'name': ReconfigVM_Task, 'duration_secs': 5.734504} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.221444] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.221853] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfigured VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.271558] env[69744]: DEBUG oslo_concurrency.lockutils [req-39639ec8-defc-4ff9-a0af-1b9b0a786474 req-ddb074d5-b173-4243-9cce-fde305ee40a1 service nova] Releasing lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.473893] env[69744]: DEBUG nova.scheduler.client.report [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.499446] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527f06c6-744f-350f-7a31-e22edec355cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.503120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.503529] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.503602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.509628] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5298bf44-b2b7-0487-a8da-0f105772d844, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.510416] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ead01b4-4d73-41bc-a5d5-f0dbd3959289 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.516509] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1035.516509] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4a79b-48ff-c14e-6634-57d44fe19c77" [ 1035.516509] env[69744]: _type = "Task" [ 1035.516509] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.524735] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4a79b-48ff-c14e-6634-57d44fe19c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.981133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.983848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.421s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.985356] env[69744]: INFO nova.compute.claims [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.030029] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4a79b-48ff-c14e-6634-57d44fe19c77, 'name': SearchDatastore_Task, 'duration_secs': 0.015886} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.030258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.034463] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.034463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.034463] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.034463] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c5f8d4-d3cc-482e-80a7-9fddaa84bb48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.034463] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d50bba8-8fce-44b6-8d19-bb15d8ea71cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.041396] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1036.041396] env[69744]: value = "task-3312102" [ 1036.041396] env[69744]: _type = "Task" [ 1036.041396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.049973] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.053067] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.053067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.055151] env[69744]: INFO nova.scheduler.client.report [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted allocations for instance 0cd70993-01ad-4d67-a0d7-dab0771e01cd [ 1036.056145] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ce2e5b-f66d-4e5f-b108-9876fa165033 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.063901] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1036.063901] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52707116-79fa-dc21-f42b-a34bdc0fbc83" [ 1036.063901] env[69744]: _type = "Task" [ 1036.063901] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.073280] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52707116-79fa-dc21-f42b-a34bdc0fbc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.098029] env[69744]: DEBUG nova.compute.manager [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-deleted-3f7a75f5-fba8-4b40-bb8c-27863b623562 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.098029] env[69744]: INFO nova.compute.manager [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Neutron deleted interface 3f7a75f5-fba8-4b40-bb8c-27863b623562; detaching it from the instance and deleting it from the info cache [ 1036.098029] env[69744]: DEBUG nova.network.neutron [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "address": "fa:16:3e:21:00:68", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff66a0e-11", "ovs_interfaceid": "eff66a0e-11ef-4a69-a1c2-f885239116b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.135815] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.188574] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.188814] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.189077] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.189287] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.189435] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.189593] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.189997] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.190222] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.190407] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.190573] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.190746] env[69744]: DEBUG nova.virt.hardware [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.191958] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd4847-db76-4457-82b2-97753b2388f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.202278] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53753308-3a3e-453d-b26b-86626e223197 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.275037] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.275382] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.275440] env[69744]: DEBUG nova.compute.manager [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Going to confirm migration 4 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1036.457187] env[69744]: DEBUG nova.compute.manager [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-deleted-eff66a0e-11ef-4a69-a1c2-f885239116b3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.457573] env[69744]: INFO nova.compute.manager [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Neutron deleted interface eff66a0e-11ef-4a69-a1c2-f885239116b3; detaching it from the instance and deleting it from the info cache [ 1036.459874] env[69744]: DEBUG nova.network.neutron [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.475316] env[69744]: DEBUG nova.compute.manager [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Received event network-vif-plugged-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.476072] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] Acquiring lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.476404] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] Lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.478237] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] Lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.478237] env[69744]: DEBUG nova.compute.manager [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] No waiting events found dispatching network-vif-plugged-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.478237] env[69744]: WARNING nova.compute.manager [req-7d22f07c-8ec1-4dd5-ab6a-e12a58f1cc13 req-942341cf-326e-4fa3-97b3-d93b429eccce service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Received unexpected event network-vif-plugged-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb for instance with vm_state building and task_state spawning. [ 1036.505337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.505337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.505337] env[69744]: DEBUG nova.network.neutron [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.556871] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.570757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-499d6d63-d6fa-428b-9b83-161884c153ea tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "0cd70993-01ad-4d67-a0d7-dab0771e01cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.584343] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52707116-79fa-dc21-f42b-a34bdc0fbc83, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.586855] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c0e1cd-5b9e-4cd7-a1ca-15c25529c942 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.596122] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1036.596122] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d0387-5ea9-8ec3-5929-bfa717496d69" [ 1036.596122] env[69744]: _type = "Task" [ 1036.596122] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.603364] env[69744]: DEBUG oslo_concurrency.lockutils [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.603529] env[69744]: DEBUG oslo_concurrency.lockutils [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] Acquired lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.604044] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d0387-5ea9-8ec3-5929-bfa717496d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.604766] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9142a6-2324-41f1-9dd7-99d2f8a55735 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.624024] env[69744]: DEBUG oslo_concurrency.lockutils [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] Releasing lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.624024] env[69744]: WARNING nova.compute.manager [req-70df9fa2-3c13-4326-9fef-3ba64079be23 req-95ac6665-b965-4a67-8cb4-34052b608480 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Detach interface failed, port_id=3f7a75f5-fba8-4b40-bb8c-27863b623562, reason: No device with interface-id 3f7a75f5-fba8-4b40-bb8c-27863b623562 exists on VM: nova.exception.NotFound: No device with interface-id 3f7a75f5-fba8-4b40-bb8c-27863b623562 exists on VM [ 1036.829820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.830206] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.830461] env[69744]: DEBUG nova.network.neutron [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.830658] env[69744]: DEBUG nova.objects.instance [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'info_cache' on Instance uuid 8f32e1a9-2d89-4596-af85-ea4c99173f02 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.962692] env[69744]: DEBUG oslo_concurrency.lockutils [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.962872] env[69744]: DEBUG oslo_concurrency.lockutils [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Acquired lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.963787] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348a11f-50e4-4bde-ae93-652621d416d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.982472] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d153136b-bd7f-4f89-af6b-db45e5539748 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.010849] env[69744]: DEBUG nova.virt.vmwareapi.vmops [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfiguring VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1037.013895] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04bdf8d-1d5c-4985-95ff-9934cb57b478 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.033396] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Waiting for the task: (returnval){ [ 1037.033396] env[69744]: value = "task-3312103" [ 1037.033396] env[69744]: _type = "Task" [ 1037.033396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.042485] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.045669] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Successfully updated port: bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.055926] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577894} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.058319] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.058546] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.058803] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adf65fa3-5eb5-4aac-add1-ab74b0eddc46 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.067249] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1037.067249] env[69744]: value = "task-3312104" [ 1037.067249] env[69744]: _type = "Task" [ 1037.067249] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.075324] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.076813] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.104318] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d0387-5ea9-8ec3-5929-bfa717496d69, 'name': SearchDatastore_Task, 'duration_secs': 0.016747} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.107071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.107329] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cca0bf85-021c-4850-827e-bea819cf9400/cca0bf85-021c-4850-827e-bea819cf9400.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.107744] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f2455c-b562-42b1-9892-9009e0e13f9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.114392] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1037.114392] env[69744]: value = "task-3312105" [ 1037.114392] env[69744]: _type = "Task" [ 1037.114392] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.124215] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.255820] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043e2a3-6fad-4a93-ab20-ba38b7a36eeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.264279] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304cd19-490a-403b-aaa7-334b18b2985f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.299732] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67588f-cf99-4a24-a0cf-75c70444be71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.308113] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c4de8d-1f8a-49c5-ac4f-82f405f95b90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.322607] env[69744]: DEBUG nova.compute.provider_tree [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.351560] env[69744]: DEBUG nova.network.neutron [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [{"id": "d07bd054-7937-42ed-8931-24b05e4a1840", "address": "fa:16:3e:1b:2d:be", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07bd054-79", "ovs_interfaceid": "d07bd054-7937-42ed-8931-24b05e4a1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.544043] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.548564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548744] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.549057] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.577458] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073957} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.577742] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.578570] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc4423-2cba-42f8-8d9a-64e0732bf537 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.598530] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.599415] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb05fd9a-9c53-4f95-81e1-d9d0ceb1107a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620944] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1037.620944] env[69744]: value = "task-3312106" [ 1037.620944] env[69744]: _type = "Task" [ 1037.620944] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.627094] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497336} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.627692] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] cca0bf85-021c-4850-827e-bea819cf9400/cca0bf85-021c-4850-827e-bea819cf9400.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.627949] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.628210] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7efe6657-7eb7-401b-bcc8-52bcfad69430 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.633227] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.638274] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1037.638274] env[69744]: value = "task-3312107" [ 1037.638274] env[69744]: _type = "Task" [ 1037.638274] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.647933] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.825911] env[69744]: DEBUG nova.scheduler.client.report [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.854559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.045543] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.090507] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.130835] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.146861] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082639} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.146861] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.147806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1823701-d2be-4985-845c-f3e70a27c3d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.173087] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cca0bf85-021c-4850-827e-bea819cf9400/cca0bf85-021c-4850-827e-bea819cf9400.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.176678] env[69744]: DEBUG nova.network.neutron [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [{"id": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "address": "fa:16:3e:c3:32:06", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a5c2ab-8e", "ovs_interfaceid": "a1a5c2ab-8e52-4425-be8c-dee78a95d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.177818] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d5abda-e001-4f1e-a3a4-740129d4322c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.198423] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1038.198423] env[69744]: value = "task-3312108" [ 1038.198423] env[69744]: _type = "Task" [ 1038.198423] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.206908] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.257702] env[69744]: DEBUG nova.network.neutron [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Updating instance_info_cache with network_info: [{"id": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "address": "fa:16:3e:5a:9b:52", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d5b41-e1", "ovs_interfaceid": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.331820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.332309] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.335157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.077s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.335429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.335640] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.335976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.329s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.337571] env[69744]: INFO nova.compute.claims [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.341029] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71cb38c-fec1-4774-aaa2-68bf9c4c6160 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.349785] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330743c3-afaf-4a82-8d5f-b3f83f11a4b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.363272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-311765da-b757-4dbe-9cde-085b0b693dcb tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-78a9438c-e1ea-4144-b356-257a9254bb85-3f7a75f5-fba8-4b40-bb8c-27863b623562" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.731s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.364852] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca79158a-2fc0-443f-8897-8950f828f3c5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.376474] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c24a04c-6bcb-4f87-8ac9-e0353c15066f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.407724] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179233MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.407916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.485133] env[69744]: DEBUG nova.compute.manager [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Received event network-changed-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.485324] env[69744]: DEBUG nova.compute.manager [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Refreshing instance network info cache due to event network-changed-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.485437] env[69744]: DEBUG oslo_concurrency.lockutils [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] Acquiring lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.544999] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.631209] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312106, 'name': ReconfigVM_Task, 'duration_secs': 0.7721} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.631484] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.632109] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad127351-c8fc-42c6-a510-deb2f1ca9bd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.637677] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1038.637677] env[69744]: value = "task-3312109" [ 1038.637677] env[69744]: _type = "Task" [ 1038.637677] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.645309] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312109, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.693710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-8f32e1a9-2d89-4596-af85-ea4c99173f02" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.694105] env[69744]: DEBUG nova.objects.instance [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'migration_context' on Instance uuid 8f32e1a9-2d89-4596-af85-ea4c99173f02 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.709341] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312108, 'name': ReconfigVM_Task, 'duration_secs': 0.283782} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.709667] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cca0bf85-021c-4850-827e-bea819cf9400/cca0bf85-021c-4850-827e-bea819cf9400.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.710387] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337c17dc-d3b3-430b-a32d-dd15b50bbf0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.718218] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1038.718218] env[69744]: value = "task-3312110" [ 1038.718218] env[69744]: _type = "Task" [ 1038.718218] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.729257] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312110, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.760816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.761267] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Instance network_info: |[{"id": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "address": "fa:16:3e:5a:9b:52", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d5b41-e1", "ovs_interfaceid": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.761688] env[69744]: DEBUG oslo_concurrency.lockutils [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] Acquired lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.761931] env[69744]: DEBUG nova.network.neutron [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Refreshing network info cache for port bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.763332] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:9b:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd2d5b41-e14e-4665-88e3-757e2a1ea9cb', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.771805] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.774877] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.775435] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94980a14-b4c2-4d73-b042-452c145cc4c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.798083] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.798083] env[69744]: value = "task-3312111" [ 1038.798083] env[69744]: _type = "Task" [ 1038.798083] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.805636] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312111, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.842539] env[69744]: DEBUG nova.compute.utils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.843928] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.844110] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.894036] env[69744]: DEBUG nova.policy [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239fec89cd0a488ca43d94918b193901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43614de911904e16b32f5f822039f356', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.001353] env[69744]: DEBUG nova.network.neutron [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Updated VIF entry in instance network info cache for port bd2d5b41-e14e-4665-88e3-757e2a1ea9cb. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.001353] env[69744]: DEBUG nova.network.neutron [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Updating instance_info_cache with network_info: [{"id": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "address": "fa:16:3e:5a:9b:52", "network": {"id": "d24fda6e-8c7b-4416-8699-bf06835b7535", "bridge": "br-int", "label": "tempest-ImagesTestJSON-845585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0fabf31d65a43b5ba0313fab6de9d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd2d5b41-e1", "ovs_interfaceid": "bd2d5b41-e14e-4665-88e3-757e2a1ea9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.048959] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.147376] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312109, 'name': Rename_Task, 'duration_secs': 0.158715} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.147703] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.147981] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11bd6189-2dad-4657-8658-58b9c36335a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.154406] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1039.154406] env[69744]: value = "task-3312112" [ 1039.154406] env[69744]: _type = "Task" [ 1039.154406] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.162717] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.198389] env[69744]: DEBUG nova.objects.base [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Object Instance<8f32e1a9-2d89-4596-af85-ea4c99173f02> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.198687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742a2383-eab3-4ef9-8973-d2cea219d6f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.218541] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d3b94a-41ad-41ea-b989-b00f10e1b5bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.227790] env[69744]: DEBUG oslo_vmware.api [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1039.227790] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ab36b1-c959-ff5b-9ec7-559f12100a64" [ 1039.227790] env[69744]: _type = "Task" [ 1039.227790] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.231294] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312110, 'name': Rename_Task, 'duration_secs': 0.148648} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.234855] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.234972] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4d166d-92a5-4d61-92f9-c4007a48d97d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.241797] env[69744]: DEBUG oslo_vmware.api [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ab36b1-c959-ff5b-9ec7-559f12100a64, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.243010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.243356] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1039.243356] env[69744]: value = "task-3312113" [ 1039.243356] env[69744]: _type = "Task" [ 1039.243356] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.250679] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.307519] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312111, 'name': CreateVM_Task, 'duration_secs': 0.367281} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.307575] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.308422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.308644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.309059] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.309419] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070f4d2e-9d60-4d21-838f-68c375b3e9b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.314240] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1039.314240] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e193ef-d7a5-8cd7-9ecc-c101c8737143" [ 1039.314240] env[69744]: _type = "Task" [ 1039.314240] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.322010] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e193ef-d7a5-8cd7-9ecc-c101c8737143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.346979] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.399903] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Successfully created port: a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.508705] env[69744]: DEBUG oslo_concurrency.lockutils [req-558870dd-174c-4b99-915e-9d6ba883d8dc req-11a62f8a-2493-41b6-ae95-edb2a2fc64d9 service nova] Releasing lock "refresh_cache-a9836025-20ce-47bf-bb16-eac2d872f225" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.546754] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.601848] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02f700-eccf-4c77-9904-65f4d7736a24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.609220] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c6964-0f63-47f2-b921-a39a768ad5f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.640629] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa38de-eb96-4d77-9549-6e68ea4c5a5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.648218] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67880a0c-c7c3-4ff1-a17c-66006dbb190d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.662136] env[69744]: DEBUG nova.compute.provider_tree [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.671214] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.753338] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.824218] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e193ef-d7a5-8cd7-9ecc-c101c8737143, 'name': SearchDatastore_Task, 'duration_secs': 0.021251} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.824524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.824754] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.824988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.825332] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.825584] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce4534a-f7f3-4a92-90c8-73f555b7145e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.833595] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.833771] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.834489] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed39bc45-3598-4574-a6bc-1d33aa2847b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.839198] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1039.839198] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d10bee-337d-6b96-8000-8e09df5d8023" [ 1039.839198] env[69744]: _type = "Task" [ 1039.839198] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.846283] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d10bee-337d-6b96-8000-8e09df5d8023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.046836] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.167847] env[69744]: DEBUG nova.scheduler.client.report [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.176728] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.256395] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.350101] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d10bee-337d-6b96-8000-8e09df5d8023, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.350972] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12cdf4c-940d-49fa-aeed-48122faf1af6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.356373] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1040.356373] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267d14b-840c-5909-c83d-31f8a523deee" [ 1040.356373] env[69744]: _type = "Task" [ 1040.356373] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.365407] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.367400] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267d14b-840c-5909-c83d-31f8a523deee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.406704] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.406966] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.407147] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.407336] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.407480] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.407629] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.407834] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.407992] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.408219] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.408384] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.408555] env[69744]: DEBUG nova.virt.hardware [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.409802] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8090a3d-5ac6-4b0b-80de-20ceda3b41e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.420247] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985fb21-c2c1-4917-bc0f-e9f9dd9653f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.547414] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.672885] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.674140] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.674140] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.676742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.550s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.678226] env[69744]: INFO nova.compute.claims [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.756453] env[69744]: DEBUG oslo_vmware.api [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312113, 'name': PowerOnVM_Task, 'duration_secs': 1.194051} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.756453] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.756780] env[69744]: INFO nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1040.756851] env[69744]: DEBUG nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.757623] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001690a1-a88a-46a9-aa5a-00160d4c2dc7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.866925] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5267d14b-840c-5909-c83d-31f8a523deee, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.866925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.867092] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] a9836025-20ce-47bf-bb16-eac2d872f225/a9836025-20ce-47bf-bb16-eac2d872f225.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.867222] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dace8a4-fc29-4ce6-bde0-a91ab2b7d158 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.873817] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1040.873817] env[69744]: value = "task-3312114" [ 1040.873817] env[69744]: _type = "Task" [ 1040.873817] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.881341] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.050875] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.081637] env[69744]: DEBUG nova.compute.manager [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Received event network-vif-plugged-a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.081883] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] Acquiring lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.082514] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.082963] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.083252] env[69744]: DEBUG nova.compute.manager [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] No waiting events found dispatching network-vif-plugged-a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.083448] env[69744]: WARNING nova.compute.manager [req-a8e1a338-1f46-4f07-b7f1-b73c13474e39 req-cf1611c5-be36-417c-8f2a-067548d8ed7c service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Received unexpected event network-vif-plugged-a24edcd6-947f-4805-bb79-0625909cd1a7 for instance with vm_state building and task_state spawning. [ 1041.106952] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Successfully updated port: a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.175864] env[69744]: DEBUG oslo_vmware.api [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312112, 'name': PowerOnVM_Task, 'duration_secs': 1.652475} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.176091] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.176144] env[69744]: INFO nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1041.176338] env[69744]: DEBUG nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.177595] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b62560-141c-4045-9f77-88da99a03be5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.181982] env[69744]: DEBUG nova.compute.utils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.187203] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.187203] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.226952] env[69744]: DEBUG nova.policy [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.280360] env[69744]: INFO nova.compute.manager [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Took 33.03 seconds to build instance. [ 1041.386608] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496547} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.386608] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] a9836025-20ce-47bf-bb16-eac2d872f225/a9836025-20ce-47bf-bb16-eac2d872f225.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.386608] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.386608] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f6aa05a-b31f-44c5-a397-30d7c4c3d0bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.392043] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1041.392043] env[69744]: value = "task-3312115" [ 1041.392043] env[69744]: _type = "Task" [ 1041.392043] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.399926] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.548350] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.611578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.611742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.611941] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.684888] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.706700] env[69744]: INFO nova.compute.manager [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Took 29.17 seconds to build instance. [ 1041.756773] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Successfully created port: b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.783572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bc508fb3-6007-495f-bcda-f0b7003e0c64 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.552s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.905038] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0643} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.905306] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.906350] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a296a1-2c9c-409d-af95-e968b4454d0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.931333] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a9836025-20ce-47bf-bb16-eac2d872f225/a9836025-20ce-47bf-bb16-eac2d872f225.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.935265] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-462796d0-d906-42e2-983e-f8f7f237b858 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.955263] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1041.955263] env[69744]: value = "task-3312116" [ 1041.955263] env[69744]: _type = "Task" [ 1041.955263] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.962868] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.989645] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea0b5a-9dd9-47a9-898b-30f74d72a4bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.719612] env[69744]: DEBUG nova.compute.manager [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.723423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7635ba4-8d8a-4023-8d80-d66ec39b4dbc tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.196s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.728230] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508dd24f-238d-49f6-99bc-0ca22dd8225d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.733100] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66d19e8-63a4-413a-a261-cfbebc5cb359 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.773146] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.773146] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.773146] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513666dd-7b95-4c34-8808-a718a44d44ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.776010] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.786075] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc7b277-ed49-4676-b474-e0a8e1c67bb6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.801245] env[69744]: DEBUG nova.compute.provider_tree [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.977268] env[69744]: DEBUG nova.network.neutron [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updating instance_info_cache with network_info: [{"id": "a24edcd6-947f-4805-bb79-0625909cd1a7", "address": "fa:16:3e:9c:39:b7", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24edcd6-94", "ovs_interfaceid": "a24edcd6-947f-4805-bb79-0625909cd1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.113461] env[69744]: DEBUG nova.compute.manager [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Received event network-changed-a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.113748] env[69744]: DEBUG nova.compute.manager [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Refreshing instance network info cache due to event network-changed-a24edcd6-947f-4805-bb79-0625909cd1a7. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.113942] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Acquiring lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.230158] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.232519] env[69744]: DEBUG oslo_vmware.api [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Task: {'id': task-3312103, 'name': ReconfigVM_Task, 'duration_secs': 5.858926} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.240184] env[69744]: DEBUG oslo_concurrency.lockutils [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] Releasing lock "78a9438c-e1ea-4144-b356-257a9254bb85" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240672] env[69744]: DEBUG nova.virt.vmwareapi.vmops [req-168b4b82-80db-4af7-a497-457a9d983e3b req-5123fe2b-32b8-4921-8ac3-a4bb220cdb22 service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Reconfigured VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1043.241048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.164s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.241309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.241519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.241695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.243994] env[69744]: INFO nova.compute.manager [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Terminating instance [ 1043.251113] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312116, 'name': ReconfigVM_Task, 'duration_secs': 1.011314} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.252719] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a9836025-20ce-47bf-bb16-eac2d872f225/a9836025-20ce-47bf-bb16-eac2d872f225.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.253627] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53a846c-d771-4327-909c-e2f0bb5a98d5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.258108] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.258358] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.258522] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.258731] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.258892] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.259082] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.259330] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.259502] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.259769] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.260024] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.260293] env[69744]: DEBUG nova.virt.hardware [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.261120] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51303573-d056-4ba5-915f-4d28cdc4ba29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.265787] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1043.265787] env[69744]: value = "task-3312117" [ 1043.265787] env[69744]: _type = "Task" [ 1043.265787] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.274082] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb9f08-d784-486a-8796-83a3b28c8128 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.283208] env[69744]: INFO nova.compute.manager [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] instance snapshotting [ 1043.283208] env[69744]: DEBUG nova.objects.instance [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.292453] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312117, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.306341] env[69744]: DEBUG nova.scheduler.client.report [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.428176] env[69744]: INFO nova.compute.manager [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Rebuilding instance [ 1043.479558] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.479888] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Instance network_info: |[{"id": "a24edcd6-947f-4805-bb79-0625909cd1a7", "address": "fa:16:3e:9c:39:b7", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24edcd6-94", "ovs_interfaceid": "a24edcd6-947f-4805-bb79-0625909cd1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.480267] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Acquired lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.480464] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Refreshing network info cache for port a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.481927] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:39:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a24edcd6-947f-4805-bb79-0625909cd1a7', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.490289] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.493803] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.495779] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b041c2-3103-4ff6-ac73-c338364b0170 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.510766] env[69744]: DEBUG nova.compute.manager [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.511589] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3c6cf-3c64-4df7-a520-57fdfdcc8e78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.522287] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.522287] env[69744]: value = "task-3312118" [ 1043.522287] env[69744]: _type = "Task" [ 1043.522287] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.755241] env[69744]: DEBUG nova.compute.manager [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.755531] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.756424] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb3c80b-7d3e-4e9f-90ea-5d6bf3cd188d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.764053] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.764365] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36fb6291-ddd9-4d73-8246-5dba4a5ea609 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.771532] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1043.771532] env[69744]: value = "task-3312119" [ 1043.771532] env[69744]: _type = "Task" [ 1043.771532] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.779403] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312117, 'name': Rename_Task, 'duration_secs': 0.168525} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.779988] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.780246] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-863fa0dc-5c46-4157-b6e3-9cf0d7c5ffcb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.784469] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.787564] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff3bbd-c77a-4f11-be0e-a6bbf860fa35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.791178] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1043.791178] env[69744]: value = "task-3312120" [ 1043.791178] env[69744]: _type = "Task" [ 1043.791178] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.809514] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d85d21-cb02-43f3-8112-669b83397139 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.815781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.816332] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.818812] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312120, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.820034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.862s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.820034] env[69744]: DEBUG nova.objects.instance [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'pci_requests' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.945911] env[69744]: DEBUG nova.compute.manager [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Received event network-vif-plugged-b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.946155] env[69744]: DEBUG oslo_concurrency.lockutils [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] Acquiring lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.946361] env[69744]: DEBUG oslo_concurrency.lockutils [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.946523] env[69744]: DEBUG oslo_concurrency.lockutils [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.946688] env[69744]: DEBUG nova.compute.manager [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] No waiting events found dispatching network-vif-plugged-b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.946859] env[69744]: WARNING nova.compute.manager [req-ec4bed0a-fa16-4bb1-abff-5e4015e94d40 req-f0e7ff52-7390-49d8-919a-1d0c26633c45 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Received unexpected event network-vif-plugged-b2658bc7-1798-405d-8839-f21a48a215fd for instance with vm_state building and task_state spawning. [ 1044.036941] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312118, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.238028] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updated VIF entry in instance network info cache for port a24edcd6-947f-4805-bb79-0625909cd1a7. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.238028] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updating instance_info_cache with network_info: [{"id": "a24edcd6-947f-4805-bb79-0625909cd1a7", "address": "fa:16:3e:9c:39:b7", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24edcd6-94", "ovs_interfaceid": "a24edcd6-947f-4805-bb79-0625909cd1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.282703] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312119, 'name': PowerOffVM_Task, 'duration_secs': 0.263893} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.282971] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.282971] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.283212] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360c25f1-b0b0-4211-9ea0-bd67c2807a2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.301424] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.322888] env[69744]: DEBUG nova.compute.utils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.325702] env[69744]: DEBUG nova.objects.instance [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'numa_topology' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.326923] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.328313] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.329803] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.330582] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-910fc981-36f0-4961-99e9-a40c3475530f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.339434] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1044.339434] env[69744]: value = "task-3312122" [ 1044.339434] env[69744]: _type = "Task" [ 1044.339434] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.346208] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.346208] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.346431] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleting the datastore file [datastore2] 78a9438c-e1ea-4144-b356-257a9254bb85 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.349927] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c392d78-767f-41ba-aeec-a465145378d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.351651] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312122, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.356658] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1044.356658] env[69744]: value = "task-3312123" [ 1044.356658] env[69744]: _type = "Task" [ 1044.356658] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.366467] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.373175] env[69744]: DEBUG nova.policy [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.526762] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Successfully updated port: b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.529446] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.535971] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4baf8673-6848-437b-b1f9-72e93c1bb8bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.547619] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312118, 'name': CreateVM_Task, 'duration_secs': 0.525502} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.549710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.550355] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1044.550355] env[69744]: value = "task-3312124" [ 1044.550355] env[69744]: _type = "Task" [ 1044.550355] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.552210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.552534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.553046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.553957] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfc3e99-a602-4ef0-b826-679fd807d82c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.565952] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1044.565952] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52675052-73a6-c9ea-50b9-7bb8f3268f74" [ 1044.565952] env[69744]: _type = "Task" [ 1044.565952] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.571600] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.584647] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52675052-73a6-c9ea-50b9-7bb8f3268f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.703484] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Successfully created port: 330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.741645] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Releasing lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.741923] env[69744]: DEBUG nova.compute.manager [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Received event network-changed-01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.742282] env[69744]: DEBUG nova.compute.manager [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Refreshing instance network info cache due to event network-changed-01a07edf-62cf-43e8-9893-312a3b20f0bd. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.742520] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Acquiring lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742664] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Acquired lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742828] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Refreshing network info cache for port 01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.808424] env[69744]: DEBUG oslo_vmware.api [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312120, 'name': PowerOnVM_Task, 'duration_secs': 0.908093} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.809796] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.809796] env[69744]: INFO nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1044.809796] env[69744]: DEBUG nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.810167] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f874cae7-38ca-4df3-97a8-632255b2bf2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.836023] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.836023] env[69744]: INFO nova.compute.claims [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.850356] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312122, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.869041] env[69744]: DEBUG oslo_vmware.api [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213075} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.869365] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.869604] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.869832] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.870076] env[69744]: INFO nova.compute.manager [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1044.870409] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.870805] env[69744]: DEBUG nova.compute.manager [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.870805] env[69744]: DEBUG nova.network.neutron [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.037022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.037022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.037022] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.064448] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312124, 'name': PowerOffVM_Task, 'duration_secs': 0.143132} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.064764] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.064994] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.065791] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b15f68-fc1c-4281-af2e-b7397bb898a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.072972] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.075991] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9888a914-94c9-4b51-aebb-cde006f27135 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.083266] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52675052-73a6-c9ea-50b9-7bb8f3268f74, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.083599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.083836] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.084078] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.084229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.084519] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.084792] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b49bd0-61d1-4be4-be6e-6c30b805531c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.094323] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.094943] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.095785] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595da063-a1aa-43c1-bd20-8c612462c56c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.099857] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.100082] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.100262] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Deleting the datastore file [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.100486] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fc93479-a832-4f29-bcfd-18de69d780e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.103858] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1045.103858] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e7b932-4c1c-4b42-5395-589d55873347" [ 1045.103858] env[69744]: _type = "Task" [ 1045.103858] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.108521] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1045.108521] env[69744]: value = "task-3312126" [ 1045.108521] env[69744]: _type = "Task" [ 1045.108521] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.116681] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e7b932-4c1c-4b42-5395-589d55873347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.121104] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.273766] env[69744]: DEBUG nova.compute.manager [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Received event network-changed-b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.273961] env[69744]: DEBUG nova.compute.manager [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Refreshing instance network info cache due to event network-changed-b2658bc7-1798-405d-8839-f21a48a215fd. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.274159] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] Acquiring lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.355558] env[69744]: INFO nova.compute.manager [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Took 31.41 seconds to build instance. [ 1045.370807] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312122, 'name': CreateSnapshot_Task, 'duration_secs': 0.898666} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.371172] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.372578] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d3d7b-16c8-4120-8ac5-e734e2873701 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.592211] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.618066] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e7b932-4c1c-4b42-5395-589d55873347, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.619215] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e991e1e4-9893-451c-9c5a-d837eba4892e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.625077] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1775} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.626895] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.627115] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.627293] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.631970] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1045.631970] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235add5-b3cf-a849-15d4-29207eda1fd6" [ 1045.631970] env[69744]: _type = "Task" [ 1045.631970] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.638552] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235add5-b3cf-a849-15d4-29207eda1fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.798613] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updated VIF entry in instance network info cache for port 01a07edf-62cf-43e8-9893-312a3b20f0bd. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.799055] env[69744]: DEBUG nova.network.neutron [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updating instance_info_cache with network_info: [{"id": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "address": "fa:16:3e:7a:6a:a3", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a07edf-62", "ovs_interfaceid": "01a07edf-62cf-43e8-9893-312a3b20f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.858869] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.863266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bbd3b91-4bc2-44ec-a566-c8775d4b6219 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.926s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.895432] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.900048] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.900514] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.900514] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.900760] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.900870] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.901134] env[69744]: DEBUG nova.virt.hardware [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.902328] env[69744]: DEBUG nova.network.neutron [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Updating instance_info_cache with network_info: [{"id": "b2658bc7-1798-405d-8839-f21a48a215fd", "address": "fa:16:3e:53:c2:c8", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2658bc7-17", "ovs_interfaceid": "b2658bc7-1798-405d-8839-f21a48a215fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.903779] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9adb3603-a3ba-4819-b98e-3e8260b30a48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.909351] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2aad6b-9b67-4e36-9b03-ac1dd7b3519a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.924317] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b8b833-a378-485d-85d4-1246b4e5988d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.930273] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1045.930273] env[69744]: value = "task-3312127" [ 1045.930273] env[69744]: _type = "Task" [ 1045.930273] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.954490] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312127, 'name': CloneVM_Task} progress is 11%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.142077] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b04db-7104-4e86-ad0c-cd8d2e5511c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.148641] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5235add5-b3cf-a849-15d4-29207eda1fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.0225} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.148641] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.148641] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 250cb0d3-8811-4b97-8467-27aa59ba2b76/250cb0d3-8811-4b97-8467-27aa59ba2b76.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.148641] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c99916-76b8-4dc7-b159-0c3cc5952aa8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.153975] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b52195-b1b7-4212-848f-f243bedab253 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.157753] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1046.157753] env[69744]: value = "task-3312128" [ 1046.157753] env[69744]: _type = "Task" [ 1046.157753] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.188937] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581cdd5-b0fe-442f-b354-62e01719dbe4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.195238] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.200738] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1297d50-5e17-4c7f-bdad-3f69146ccd5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.214786] env[69744]: DEBUG nova.compute.provider_tree [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.249687] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Successfully updated port: 330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.259147] env[69744]: DEBUG nova.compute.manager [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Received event network-vif-plugged-330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.259371] env[69744]: DEBUG oslo_concurrency.lockutils [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] Acquiring lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.259575] env[69744]: DEBUG oslo_concurrency.lockutils [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] Lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.259742] env[69744]: DEBUG oslo_concurrency.lockutils [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] Lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.259919] env[69744]: DEBUG nova.compute.manager [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] No waiting events found dispatching network-vif-plugged-330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.260423] env[69744]: WARNING nova.compute.manager [req-621166b0-c39c-4bd1-aa05-7d6a3c18c780 req-b27a6588-b31d-4b17-a8c6-3d8c9716e11d service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Received unexpected event network-vif-plugged-330fae9f-637c-4514-b4b9-e8e2ce191601 for instance with vm_state building and task_state spawning. [ 1046.302499] env[69744]: DEBUG oslo_concurrency.lockutils [req-9be92543-b4ac-4c4c-a90c-0d5ba50641cc req-4bb97f09-17b7-4ebf-827b-5eaf4e01e9ec service nova] Releasing lock "refresh_cache-cca0bf85-021c-4850-827e-bea819cf9400" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.414158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.414312] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Instance network_info: |[{"id": "b2658bc7-1798-405d-8839-f21a48a215fd", "address": "fa:16:3e:53:c2:c8", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2658bc7-17", "ovs_interfaceid": "b2658bc7-1798-405d-8839-f21a48a215fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.415219] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] Acquired lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.415219] env[69744]: DEBUG nova.network.neutron [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Refreshing network info cache for port b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.417073] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:c2:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2658bc7-1798-405d-8839-f21a48a215fd', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.425823] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.431829] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.432600] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8892bc4-5cc2-492b-9fac-3bf972e49c69 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.459880] env[69744]: DEBUG nova.network.neutron [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.461747] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312127, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.462591] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.462591] env[69744]: value = "task-3312129" [ 1046.462591] env[69744]: _type = "Task" [ 1046.462591] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.476658] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312129, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.670860] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.688875] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.689232] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.689523] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.689612] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.689742] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.691030] env[69744]: DEBUG nova.virt.hardware [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.691883] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ab60e-945a-4027-89a5-f3e3a10cc01b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.702646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184317a5-151f-421d-ad41-446da2d19cd3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.720742] env[69744]: DEBUG nova.scheduler.client.report [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.727187] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.733758] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.734321] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.734577] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45dd9f08-125d-4291-8d67-fc6108a59915 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.752661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.752826] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.752904] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.754640] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.754640] env[69744]: value = "task-3312130" [ 1046.754640] env[69744]: _type = "Task" [ 1046.754640] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.765833] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312130, 'name': CreateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.793875] env[69744]: DEBUG nova.network.neutron [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Updated VIF entry in instance network info cache for port b2658bc7-1798-405d-8839-f21a48a215fd. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.794397] env[69744]: DEBUG nova.network.neutron [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Updating instance_info_cache with network_info: [{"id": "b2658bc7-1798-405d-8839-f21a48a215fd", "address": "fa:16:3e:53:c2:c8", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2658bc7-17", "ovs_interfaceid": "b2658bc7-1798-405d-8839-f21a48a215fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.962015] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312127, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.966491] env[69744]: INFO nova.compute.manager [-] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Took 2.10 seconds to deallocate network for instance. [ 1046.975225] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312129, 'name': CreateVM_Task, 'duration_secs': 0.39854} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.975626] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.976323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.976546] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.977015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.977335] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6702c70f-cb22-4d6a-8751-7350bba6ce91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.982127] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1046.982127] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52161f06-2a55-fe5a-6e4c-b6f3110fbd77" [ 1046.982127] env[69744]: _type = "Task" [ 1046.982127] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.993190] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52161f06-2a55-fe5a-6e4c-b6f3110fbd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.169036] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.169307] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 250cb0d3-8811-4b97-8467-27aa59ba2b76/250cb0d3-8811-4b97-8467-27aa59ba2b76.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.169523] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.169773] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44a16c2b-fae3-422e-816d-80bf4adaaf52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.176378] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1047.176378] env[69744]: value = "task-3312131" [ 1047.176378] env[69744]: _type = "Task" [ 1047.176378] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.184691] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.236433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.417s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.238975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.453s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.239270] env[69744]: DEBUG nova.objects.instance [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lazy-loading 'resources' on Instance uuid 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.270663] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312130, 'name': CreateVM_Task, 'duration_secs': 0.265698} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.271646] env[69744]: INFO nova.network.neutron [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating port 63e4ea71-1377-42b7-a4fe-eab20b4553e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1047.273363] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.273766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.297055] env[69744]: DEBUG oslo_concurrency.lockutils [req-d1298d56-f882-41ee-b59a-4cca606a6ce0 req-ccfa6e1d-956f-4c2e-9379-3c5926168c8e service nova] Releasing lock "refresh_cache-126e6b53-56b0-455f-a31d-b7dcbd05093f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.303930] env[69744]: DEBUG nova.compute.manager [req-90af0f53-936a-4fa9-b663-9f85f84b90fd req-0dcbea85-4791-4417-b9f1-b9c6ac51e07f service nova] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Received event network-vif-deleted-d07bd054-7937-42ed-8931-24b05e4a1840 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.320068] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.463026] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312127, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.477148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.498017] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52161f06-2a55-fe5a-6e4c-b6f3110fbd77, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.498017] env[69744]: DEBUG nova.network.neutron [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Updating instance_info_cache with network_info: [{"id": "330fae9f-637c-4514-b4b9-e8e2ce191601", "address": "fa:16:3e:27:bf:e3", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fae9f-63", "ovs_interfaceid": "330fae9f-637c-4514-b4b9-e8e2ce191601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.499382] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.499771] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.500204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.500516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.502046] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.502046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.502046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.502046] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fc33f0-4a81-4086-a352-6a861d1a8a4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.504635] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0866365f-52b8-479d-8b70-14221fbb1853 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.514183] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1047.514183] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52016c91-af35-e445-9195-97a3ea24ba0d" [ 1047.514183] env[69744]: _type = "Task" [ 1047.514183] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.516135] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.516135] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.520392] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520add28-5786-4c24-98eb-1bfdd872d046 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.522401] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52016c91-af35-e445-9195-97a3ea24ba0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.525911] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1047.525911] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52776107-3895-b3a1-be2b-d3c281f29b1f" [ 1047.525911] env[69744]: _type = "Task" [ 1047.525911] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.534148] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52776107-3895-b3a1-be2b-d3c281f29b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.686029] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068342} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.686433] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.687264] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2384d-150f-4185-a1a4-81a67d9f34d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.710226] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 250cb0d3-8811-4b97-8467-27aa59ba2b76/250cb0d3-8811-4b97-8467-27aa59ba2b76.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.710658] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09480f8-2def-4c47-b20f-fd3cfdaab783 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731594] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1047.731594] env[69744]: value = "task-3312132" [ 1047.731594] env[69744]: _type = "Task" [ 1047.731594] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.740767] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.873613] env[69744]: DEBUG nova.compute.manager [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.874685] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dd40e-11e7-45cb-95d4-78f29e039b96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.962279] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312127, 'name': CloneVM_Task, 'duration_secs': 2.018904} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.962587] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created linked-clone VM from snapshot [ 1047.963284] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27f1ee-4bf0-4661-8e76-8adc915e2c82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.972940] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploading image cde73b53-13ec-41f2-af66-56ec9014a248 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.977419] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8989cc17-3e68-4287-a882-14e3bc226956 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.983951] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75d04a-294b-4131-bfeb-4a24451d82ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.014177] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Instance network_info: |[{"id": "330fae9f-637c-4514-b4b9-e8e2ce191601", "address": "fa:16:3e:27:bf:e3", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fae9f-63", "ovs_interfaceid": "330fae9f-637c-4514-b4b9-e8e2ce191601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.016420] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.016420] env[69744]: value = "vm-661366" [ 1048.016420] env[69744]: _type = "VirtualMachine" [ 1048.016420] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.016947] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:bf:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '330fae9f-637c-4514-b4b9-e8e2ce191601', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.024103] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.027380] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32a465a-4060-43a2-8df4-9807b2c89a35 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.029889] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5ce5653f-ab30-4526-a713-aff583aea984 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.031158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.031412] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef03af9-7ec5-4d4f-aa38-2e27aea8687b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.055800] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52016c91-af35-e445-9195-97a3ea24ba0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.060452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.060702] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.060926] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.061187] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease: (returnval){ [ 1048.061187] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a51e28-9f05-d263-26af-092e40455fb1" [ 1048.061187] env[69744]: _type = "HttpNfcLease" [ 1048.061187] env[69744]: } obtained for exporting VM: (result){ [ 1048.061187] env[69744]: value = "vm-661366" [ 1048.061187] env[69744]: _type = "VirtualMachine" [ 1048.061187] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.061604] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the lease: (returnval){ [ 1048.061604] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a51e28-9f05-d263-26af-092e40455fb1" [ 1048.061604] env[69744]: _type = "HttpNfcLease" [ 1048.061604] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.063736] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ab9b74-500b-44d3-be5b-0f049b6f0c52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.067204] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.067204] env[69744]: value = "task-3312134" [ 1048.067204] env[69744]: _type = "Task" [ 1048.067204] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.073136] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52776107-3895-b3a1-be2b-d3c281f29b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.084232] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0149c5da-2a1d-4ecb-a4f9-7d6d4e273b2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.086434] env[69744]: DEBUG nova.compute.provider_tree [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.089464] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.089464] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a51e28-9f05-d263-26af-092e40455fb1" [ 1048.089464] env[69744]: _type = "HttpNfcLease" [ 1048.089464] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.090172] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.090172] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a51e28-9f05-d263-26af-092e40455fb1" [ 1048.090172] env[69744]: _type = "HttpNfcLease" [ 1048.090172] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.090860] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0253e6e-ff5a-4664-a47a-fc02cec199b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.096796] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1048.096796] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253793e-1b72-adb2-df7c-d65ef0544e2d" [ 1048.096796] env[69744]: _type = "Task" [ 1048.096796] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.097033] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312134, 'name': CreateVM_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.104053] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.104285] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.109866] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253793e-1b72-adb2-df7c-d65ef0544e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.241259] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c46d39c7-bad3-456d-8a83-d6d66015c4cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.247876] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.296410] env[69744]: DEBUG nova.compute.manager [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Received event network-changed-330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.296751] env[69744]: DEBUG nova.compute.manager [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Refreshing instance network info cache due to event network-changed-330fae9f-637c-4514-b4b9-e8e2ce191601. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.297135] env[69744]: DEBUG oslo_concurrency.lockutils [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] Acquiring lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.297393] env[69744]: DEBUG oslo_concurrency.lockutils [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] Acquired lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.297684] env[69744]: DEBUG nova.network.neutron [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Refreshing network info cache for port 330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.388273] env[69744]: INFO nova.compute.manager [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] instance snapshotting [ 1048.394941] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3365a16-d849-4071-a65f-bdd8a707cc2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.424157] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2888a026-615a-4998-a6fe-f9b032ab4d99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.585179] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312134, 'name': CreateVM_Task, 'duration_secs': 0.336787} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.585482] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.586286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.586600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.586950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.587242] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc6d45b-ff54-4726-baaa-09eab5bc1b0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.591256] env[69744]: DEBUG nova.scheduler.client.report [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.595788] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1048.595788] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f5f477-c064-b372-966b-82738ed337b6" [ 1048.595788] env[69744]: _type = "Task" [ 1048.595788] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.607503] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f5f477-c064-b372-966b-82738ed337b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.611201] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253793e-1b72-adb2-df7c-d65ef0544e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.027094} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.612197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.612513] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 126e6b53-56b0-455f-a31d-b7dcbd05093f/126e6b53-56b0-455f-a31d-b7dcbd05093f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.612876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.613145] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.613423] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8117f92-3759-4a78-94e5-904cbe4aad26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.615875] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f7a2c8e-a906-42d6-9bf1-ea3ebaafb00a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.622764] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1048.622764] env[69744]: value = "task-3312135" [ 1048.622764] env[69744]: _type = "Task" [ 1048.622764] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.629168] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.630279] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.630279] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0277b9-4cc8-4d60-97d4-5a7cb7f2ef94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.636932] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.638546] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1048.638546] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202da94-c144-53e1-44c6-6652d3db98ee" [ 1048.638546] env[69744]: _type = "Task" [ 1048.638546] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.647150] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202da94-c144-53e1-44c6-6652d3db98ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.743343] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312132, 'name': ReconfigVM_Task, 'duration_secs': 0.743525} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.743763] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 250cb0d3-8811-4b97-8467-27aa59ba2b76/250cb0d3-8811-4b97-8467-27aa59ba2b76.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.744652] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d3ca62d-f34e-4b45-94a6-27b41e73f7b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.750867] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1048.750867] env[69744]: value = "task-3312136" [ 1048.750867] env[69744]: _type = "Task" [ 1048.750867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.759079] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312136, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.898575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.898575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.898790] env[69744]: DEBUG nova.network.neutron [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.940022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.940695] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad01de15-815e-45ec-bfb1-2e53b25f010f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.950317] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1048.950317] env[69744]: value = "task-3312137" [ 1048.950317] env[69744]: _type = "Task" [ 1048.950317] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.960276] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312137, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.056122] env[69744]: DEBUG nova.network.neutron [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Updated VIF entry in instance network info cache for port 330fae9f-637c-4514-b4b9-e8e2ce191601. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.056122] env[69744]: DEBUG nova.network.neutron [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Updating instance_info_cache with network_info: [{"id": "330fae9f-637c-4514-b4b9-e8e2ce191601", "address": "fa:16:3e:27:bf:e3", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330fae9f-63", "ovs_interfaceid": "330fae9f-637c-4514-b4b9-e8e2ce191601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.101950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.105606] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.697s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.122788] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f5f477-c064-b372-966b-82738ed337b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014996} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.124068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.124310] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.124555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.134416] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.149686] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5202da94-c144-53e1-44c6-6652d3db98ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.151984] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdeac655-c3f0-4ea6-bd29-2c28b2e81677 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.155836] env[69744]: INFO nova.scheduler.client.report [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Deleted allocations for instance 0acb85e5-7617-4795-939f-8d7fe4d3e4e9 [ 1049.158984] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1049.158984] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cbca66-7d5b-ae63-10b2-b662b213774e" [ 1049.158984] env[69744]: _type = "Task" [ 1049.158984] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.171520] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cbca66-7d5b-ae63-10b2-b662b213774e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.265489] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312136, 'name': Rename_Task, 'duration_secs': 0.261203} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.266503] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.267064] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4939ad8c-56d4-416d-beb5-3d2e5bf81115 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.273866] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1049.273866] env[69744]: value = "task-3312138" [ 1049.273866] env[69744]: _type = "Task" [ 1049.273866] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.288075] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.460929] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312137, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.563479] env[69744]: DEBUG oslo_concurrency.lockutils [req-c9078dec-4599-48a1-a942-7862065e132e req-096288d3-4b1a-4062-b1da-fd803b087b78 service nova] Releasing lock "refresh_cache-e0c19e6e-173d-4093-84fa-b674e67df097" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.642170] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618863} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.642750] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 126e6b53-56b0-455f-a31d-b7dcbd05093f/126e6b53-56b0-455f-a31d-b7dcbd05093f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.644938] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.644938] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b81a0b5-10d4-476a-9361-05eba30247be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.651612] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1049.651612] env[69744]: value = "task-3312139" [ 1049.651612] env[69744]: _type = "Task" [ 1049.651612] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.660270] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.671881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a830a1f9-81ff-4ba5-8426-45a0f2440b06 tempest-ServersAdminTestJSON-2121028868 tempest-ServersAdminTestJSON-2121028868-project-member] Lock "0acb85e5-7617-4795-939f-8d7fe4d3e4e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.288s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.677883] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cbca66-7d5b-ae63-10b2-b662b213774e, 'name': SearchDatastore_Task, 'duration_secs': 0.051381} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.678567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.678960] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.679588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.679961] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.680319] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96242268-75ec-4bdd-a7ae-1d87579b4d43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.682775] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814c479a-81be-4325-a289-89ba24193d07 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.692059] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1049.692059] env[69744]: value = "task-3312140" [ 1049.692059] env[69744]: _type = "Task" [ 1049.692059] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.696904] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.697248] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.699053] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0628c5f9-6531-41e9-a491-84245bdfcaea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.705483] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.708267] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1049.708267] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227f5e2-1fca-8114-4998-9ec512ea3ea6" [ 1049.708267] env[69744]: _type = "Task" [ 1049.708267] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.717915] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227f5e2-1fca-8114-4998-9ec512ea3ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.719165] env[69744]: DEBUG nova.network.neutron [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.786840] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.967018] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312137, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.136866] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Applying migration context for instance 8f32e1a9-2d89-4596-af85-ea4c99173f02 as it has an incoming, in-progress migration 98b44b38-4e4f-419f-9e3c-bc881c9b55a1. Migration status is confirming {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1050.141229] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating resource usage from migration 98b44b38-4e4f-419f-9e3c-bc881c9b55a1 [ 1050.167512] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073594} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.167806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.168778] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8928fc9-3f9e-49ca-9693-c8c441023bba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.196298] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 126e6b53-56b0-455f-a31d-b7dcbd05093f/126e6b53-56b0-455f-a31d-b7dcbd05093f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.197748] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.198701] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 78a9438c-e1ea-4144-b356-257a9254bb85 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1050.198701] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3d6514b1-c701-4c38-9a35-0a1866562f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.198701] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 69c0f74b-cc38-4f60-976e-5e9206fdbe0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.198701] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance af9ec915-740d-4e27-877b-9b85e6cc7ba2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.198701] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e7644dfd-efde-469e-9964-402947d28d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.199209] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 568b945b-16bd-4d25-b71f-d92d296791a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.199493] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration 98b44b38-4e4f-419f-9e3c-bc881c9b55a1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1050.199745] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8f32e1a9-2d89-4596-af85-ea4c99173f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.200577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance fc515074-a3a4-4687-9a60-d10278539c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.200577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cca0bf85-021c-4850-827e-bea819cf9400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.200577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3dcef78f-c178-4655-bfd7-19c159233ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.200577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a9836025-20ce-47bf-bb16-eac2d872f225 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.201284] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 250cb0d3-8811-4b97-8467-27aa59ba2b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.201284] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 126e6b53-56b0-455f-a31d-b7dcbd05093f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.201810] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e0c19e6e-173d-4093-84fa-b674e67df097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1050.204143] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1050.204143] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1050.206770] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d87b3a-4828-49c0-baef-0249f6234617 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.229633] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.244629] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227f5e2-1fca-8114-4998-9ec512ea3ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.254529] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1050.254529] env[69744]: value = "task-3312141" [ 1050.254529] env[69744]: _type = "Task" [ 1050.254529] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.254529] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.257377] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2284ae53-d50c-4951-b543-213b2e6a7e99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.269306] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84658a42fb71dee8dc0ee3336eb14996',container_format='bare',created_at=2025-04-04T07:39:49Z,direct_url=,disk_format='vmdk',id=348cb8cd-a467-4a82-82df-a9462d8337a8,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1927406386-shelved',owner='fc747940fe704c87af5ab85356cd69f8',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-04T07:40:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.269668] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.269943] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.270265] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.270539] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.270697] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.270955] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.271146] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.271320] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.271540] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.271760] env[69744]: DEBUG nova.virt.hardware [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.273156] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418db4f0-be57-4458-b917-e2f9cbdae003 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.284271] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1050.284271] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525237fc-1b3b-cdef-956f-c43c8904dc28" [ 1050.284271] env[69744]: _type = "Task" [ 1050.284271] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.284627] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.299627] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff8ecaf-616a-4033-aa8e-99811b82839f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.313886] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525237fc-1b3b-cdef-956f-c43c8904dc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.314335] env[69744]: DEBUG oslo_vmware.api [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312138, 'name': PowerOnVM_Task, 'duration_secs': 0.749735} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.317659] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.317883] env[69744]: INFO nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1050.318099] env[69744]: DEBUG nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.319130] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71468ce-ec6d-4264-a1e1-613035e30dda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.330443] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:aa:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e4ea71-1377-42b7-a4fe-eab20b4553e1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.343760] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.343760] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.343760] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb6b6a2c-5a47-4285-afa3-3b4ce538dea9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.371827] env[69744]: DEBUG nova.compute.manager [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.371827] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.371827] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.371827] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.371827] env[69744]: DEBUG nova.compute.manager [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] No waiting events found dispatching network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.371827] env[69744]: WARNING nova.compute.manager [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received unexpected event network-vif-plugged-63e4ea71-1377-42b7-a4fe-eab20b4553e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1050.371827] env[69744]: DEBUG nova.compute.manager [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.372465] env[69744]: DEBUG nova.compute.manager [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing instance network info cache due to event network-changed-63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.372684] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.373069] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.373337] env[69744]: DEBUG nova.network.neutron [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Refreshing network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.380037] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.380037] env[69744]: value = "task-3312142" [ 1050.380037] env[69744]: _type = "Task" [ 1050.380037] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.389313] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312142, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.466540] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312137, 'name': CreateSnapshot_Task, 'duration_secs': 1.262672} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.469681] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1050.470718] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a196aa-1aa5-4f18-a834-a346547506e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.574395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ca029-35f0-4c37-a9d5-12efea93f5e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.584025] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9bb448-5b6b-4225-98eb-73019515abe3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.614567] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ccc02-6c77-4f86-b9eb-87824ffea200 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.622109] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5773d-a183-4c78-b603-a6f57a7ccf31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.635633] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.716488] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.769328] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312141, 'name': ReconfigVM_Task, 'duration_secs': 0.32666} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.769606] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 126e6b53-56b0-455f-a31d-b7dcbd05093f/126e6b53-56b0-455f-a31d-b7dcbd05093f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.770309] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2002159-441f-4c19-9715-a8c132c60ed3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.777068] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1050.777068] env[69744]: value = "task-3312143" [ 1050.777068] env[69744]: _type = "Task" [ 1050.777068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.787699] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312143, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.801768] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525237fc-1b3b-cdef-956f-c43c8904dc28, 'name': SearchDatastore_Task, 'duration_secs': 0.056835} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.801768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.801768] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e0c19e6e-173d-4093-84fa-b674e67df097/e0c19e6e-173d-4093-84fa-b674e67df097.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.801768] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829c28fb-6cce-4f8c-87c9-487de3296fbb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.808022] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1050.808022] env[69744]: value = "task-3312144" [ 1050.808022] env[69744]: _type = "Task" [ 1050.808022] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.815439] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.892913] env[69744]: INFO nova.compute.manager [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Took 33.35 seconds to build instance. [ 1050.900368] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312142, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.992592] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.993506] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c317b1c-bab9-47f0-bc17-325151dd5ff3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.006983] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1051.006983] env[69744]: value = "task-3312145" [ 1051.006983] env[69744]: _type = "Task" [ 1051.006983] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.016415] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312145, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.138385] env[69744]: DEBUG nova.network.neutron [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updated VIF entry in instance network info cache for port 63e4ea71-1377-42b7-a4fe-eab20b4553e1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.138385] env[69744]: DEBUG nova.network.neutron [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.147088] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.218794] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.290424] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312143, 'name': Rename_Task, 'duration_secs': 0.14313} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.290878] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.291250] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb9d797-a502-406c-b5ba-0e5f3793a14a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.303898] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1051.303898] env[69744]: value = "task-3312146" [ 1051.303898] env[69744]: _type = "Task" [ 1051.303898] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.313157] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.319098] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.400687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8f658b0-320c-4985-b39f-8cb15c3e87cd tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.867s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.400937] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312142, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.521136] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312145, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.652923] env[69744]: DEBUG oslo_concurrency.lockutils [req-bd79f507-78d2-42c7-9ad4-62d53ddd4efa req-03c026df-db11-4078-bb0d-75fa77a7cea6 service nova] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.654040] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1051.654301] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.549s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.654678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.412s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.721034] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312140, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.649632} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.721382] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.721658] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.721940] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41000e96-6472-4e26-b633-29c89bc5e584 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.731099] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1051.731099] env[69744]: value = "task-3312147" [ 1051.731099] env[69744]: _type = "Task" [ 1051.731099] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.744081] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.820538] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.824017] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.901396] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312142, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.021079] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312145, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.246444] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336341} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.246800] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.247662] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61948006-012b-41e1-9367-2c1d6440988f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.269804] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.270180] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f3c850-02db-49be-a871-c76d9c7027ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.294088] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1052.294088] env[69744]: value = "task-3312148" [ 1052.294088] env[69744]: _type = "Task" [ 1052.294088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.303077] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.319595] env[69744]: DEBUG oslo_vmware.api [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312146, 'name': PowerOnVM_Task, 'duration_secs': 1.016655} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.323047] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.323294] env[69744]: INFO nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1052.323552] env[69744]: DEBUG nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.323886] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312144, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.115961} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.327676] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d34035-6412-4c3a-acdf-ed51c0481111 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.329999] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e0c19e6e-173d-4093-84fa-b674e67df097/e0c19e6e-173d-4093-84fa-b674e67df097.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.330246] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.330842] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad55f2e0-5c7e-4760-8796-de114d31bd7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.340718] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1052.340718] env[69744]: value = "task-3312149" [ 1052.340718] env[69744]: _type = "Task" [ 1052.340718] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.347653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.347939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.348134] env[69744]: INFO nova.compute.manager [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Shelving [ 1052.355957] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.401721] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312142, 'name': CreateVM_Task, 'duration_secs': 1.890499} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.406443] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.409203] env[69744]: DEBUG nova.compute.manager [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Received event network-changed-a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.409203] env[69744]: DEBUG nova.compute.manager [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Refreshing instance network info cache due to event network-changed-a24edcd6-947f-4805-bb79-0625909cd1a7. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.409203] env[69744]: DEBUG oslo_concurrency.lockutils [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] Acquiring lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.409203] env[69744]: DEBUG oslo_concurrency.lockutils [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] Acquired lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.409203] env[69744]: DEBUG nova.network.neutron [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Refreshing network info cache for port a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.411319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.411497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.411859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.412424] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241e561e-a08a-4386-9a5f-2efeda63a038 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.426366] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1052.426366] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5238bc4e-97d6-7dd3-ed22-725e18b5c0bd" [ 1052.426366] env[69744]: _type = "Task" [ 1052.426366] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.439048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.440554] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Processing image 348cb8cd-a467-4a82-82df-a9462d8337a8 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.440554] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440554] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440554] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.440554] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe4062f-ad77-416a-b071-191baaf1cc71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.453236] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.453236] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.457872] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0c2948-b6a0-48b6-8ba6-42dc51b62c20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.464412] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1052.464412] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529d6999-f515-c31a-1c34-43e869a623fb" [ 1052.464412] env[69744]: _type = "Task" [ 1052.464412] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.475664] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529d6999-f515-c31a-1c34-43e869a623fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.528594] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312145, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.530782] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da9f5b-3871-44ea-ba2d-517e84739d30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.538428] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3eec8-afbb-4517-a9ec-1e37b1f07134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.569441] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ae033-589a-488c-bb1e-444038eccafe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.581552] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18255e28-24ee-4d13-b73b-c729eb6a612f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.596015] env[69744]: DEBUG nova.compute.provider_tree [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.804928] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.853890] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.421196} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.861409] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.861409] env[69744]: INFO nova.compute.manager [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Took 31.87 seconds to build instance. [ 1052.861409] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2395a2-7b8e-4b31-8958-c178c4fe0ce1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.890027] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e0c19e6e-173d-4093-84fa-b674e67df097/e0c19e6e-173d-4093-84fa-b674e67df097.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.891309] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fd1d82-dfab-4b69-b76d-b02cc1ca48c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.914824] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1052.914824] env[69744]: value = "task-3312150" [ 1052.914824] env[69744]: _type = "Task" [ 1052.914824] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.927061] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.974833] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1052.975152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Fetch image to [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64/OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1052.975340] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Downloading stream optimized image 348cb8cd-a467-4a82-82df-a9462d8337a8 to [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64/OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64.vmdk on the data store datastore2 as vApp {{(pid=69744) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1052.975502] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Downloading image file data 348cb8cd-a467-4a82-82df-a9462d8337a8 to the ESX as VM named 'OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64' {{(pid=69744) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1053.019829] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312145, 'name': CloneVM_Task, 'duration_secs': 1.768467} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.020069] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Created linked-clone VM from snapshot [ 1053.020845] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd6f59-16e1-4d78-8194-f3c5851623c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.029176] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Uploading image e051fa0f-1fc5-4ece-afe4-79ef7b067113 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.060987] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.061516] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0a4970c-a2d2-4df4-a336-d2e09aeab87f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.070355] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1053.070355] env[69744]: value = "task-3312151" [ 1053.070355] env[69744]: _type = "Task" [ 1053.070355] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.078838] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312151, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.101058] env[69744]: DEBUG nova.scheduler.client.report [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.116879] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1053.116879] env[69744]: value = "resgroup-9" [ 1053.116879] env[69744]: _type = "ResourcePool" [ 1053.116879] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1053.117338] env[69744]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f62cb190-30ca-4d04-b86f-95a849b8f4cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.144773] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lease: (returnval){ [ 1053.144773] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1053.144773] env[69744]: _type = "HttpNfcLease" [ 1053.144773] env[69744]: } obtained for vApp import into resource pool (val){ [ 1053.144773] env[69744]: value = "resgroup-9" [ 1053.144773] env[69744]: _type = "ResourcePool" [ 1053.144773] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1053.145194] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the lease: (returnval){ [ 1053.145194] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1053.145194] env[69744]: _type = "HttpNfcLease" [ 1053.145194] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.153014] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.153014] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1053.153014] env[69744]: _type = "HttpNfcLease" [ 1053.153014] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.305800] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312148, 'name': ReconfigVM_Task, 'duration_secs': 0.702092} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.306141] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.306751] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d63cdaa9-0284-4852-af1b-bc4c2b258084 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.313374] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1053.313374] env[69744]: value = "task-3312153" [ 1053.313374] env[69744]: _type = "Task" [ 1053.313374] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.324326] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312153, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.364973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d8a7f54a-9755-49a0-9b91-d4e32f03547d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.380s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.367091] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.367445] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7641d8f-c354-4c97-b608-e32f7a97c3f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.374680] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1053.374680] env[69744]: value = "task-3312154" [ 1053.374680] env[69744]: _type = "Task" [ 1053.374680] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.385904] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.429358] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.517609] env[69744]: DEBUG nova.network.neutron [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updated VIF entry in instance network info cache for port a24edcd6-947f-4805-bb79-0625909cd1a7. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.518113] env[69744]: DEBUG nova.network.neutron [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updating instance_info_cache with network_info: [{"id": "a24edcd6-947f-4805-bb79-0625909cd1a7", "address": "fa:16:3e:9c:39:b7", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24edcd6-94", "ovs_interfaceid": "a24edcd6-947f-4805-bb79-0625909cd1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.581140] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312151, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.657349] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.657349] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1053.657349] env[69744]: _type = "HttpNfcLease" [ 1053.657349] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.826425] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312153, 'name': Rename_Task, 'duration_secs': 0.218772} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.826891] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.828115] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00114094-5f6e-4491-b0b3-53eb5732715a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.834202] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1053.834202] env[69744]: value = "task-3312155" [ 1053.834202] env[69744]: _type = "Task" [ 1053.834202] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.842502] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.885579] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312154, 'name': PowerOffVM_Task, 'duration_secs': 0.283693} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.885898] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.886784] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3136a-d71e-4587-b2a7-ac8a1812b2f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.904864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.905162] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.905373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.905578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.905760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.908395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269109a3-f761-4920-bbd4-38b2c3df2880 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.911460] env[69744]: INFO nova.compute.manager [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Terminating instance [ 1053.928773] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312150, 'name': ReconfigVM_Task, 'duration_secs': 0.705134} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.930454] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e0c19e6e-173d-4093-84fa-b674e67df097/e0c19e6e-173d-4093-84fa-b674e67df097.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.931690] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c75916fa-89a6-4312-b255-ae4782ae6731 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.939902] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1053.939902] env[69744]: value = "task-3312156" [ 1053.939902] env[69744]: _type = "Task" [ 1053.939902] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.949816] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312156, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.023059] env[69744]: DEBUG oslo_concurrency.lockutils [req-e3c55a25-f796-4c35-b011-365317a63fd6 req-ab53fd00-902b-412f-be43-cae696c7ee43 service nova] Releasing lock "refresh_cache-250cb0d3-8811-4b97-8467-27aa59ba2b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.082841] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312151, 'name': Destroy_Task, 'duration_secs': 0.596408} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.083200] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Destroyed the VM [ 1054.083441] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.083706] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99e2eb63-c6df-4d76-b447-70d4149bfad9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.092312] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1054.092312] env[69744]: value = "task-3312157" [ 1054.092312] env[69744]: _type = "Task" [ 1054.092312] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.101714] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.115321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.460s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.118301] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.641s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.118507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.154762] env[69744]: INFO nova.scheduler.client.report [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted allocations for instance 78a9438c-e1ea-4144-b356-257a9254bb85 [ 1054.164658] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.164658] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1054.164658] env[69744]: _type = "HttpNfcLease" [ 1054.164658] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.348044] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312155, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.423562] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.423562] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52241e0c-e8b1-4a4a-83ea-c19af5bf9fee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.426039] env[69744]: DEBUG nova.compute.manager [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.426039] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.427027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4f5b3-6ed4-483a-97bc-416c93b55cf7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.440033] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.445891] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5977232-c30e-4aa2-b07c-fd8a41b14a0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.445891] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1054.445891] env[69744]: value = "task-3312158" [ 1054.445891] env[69744]: _type = "Task" [ 1054.445891] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.463815] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1054.463815] env[69744]: value = "task-3312159" [ 1054.463815] env[69744]: _type = "Task" [ 1054.463815] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.468581] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312156, 'name': Rename_Task, 'duration_secs': 0.31934} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.469331] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.469660] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.481549] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46b776a-3b8a-4b56-8752-abf5ee379894 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.485460] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.486723] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1054.486723] env[69744]: value = "task-3312160" [ 1054.486723] env[69744]: _type = "Task" [ 1054.486723] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.496694] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.606505] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.660394] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.660394] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1054.660394] env[69744]: _type = "HttpNfcLease" [ 1054.660394] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.660700] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.660700] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265f8e5-f701-7323-4bd1-181f25733bf4" [ 1054.660700] env[69744]: _type = "HttpNfcLease" [ 1054.660700] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1054.661566] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c40134-8e4d-49fa-8b60-f788dbeec6b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.672418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85a8daee-f861-4354-831e-a1b6b3ba9991 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "78a9438c-e1ea-4144-b356-257a9254bb85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.431s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.680493] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.680493] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1054.737889] env[69744]: INFO nova.scheduler.client.report [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocation for migration 98b44b38-4e4f-419f-9e3c-bc881c9b55a1 [ 1054.747087] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db554769-4afe-4229-911c-b8c6cc8b281a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.847652] env[69744]: DEBUG oslo_vmware.api [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312155, 'name': PowerOnVM_Task, 'duration_secs': 0.831219} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.847997] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.848232] env[69744]: DEBUG nova.compute.manager [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.849131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95cbb2-398e-4ed7-a088-35f1bfeedbb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.961475] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.983480] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312159, 'name': PowerOffVM_Task, 'duration_secs': 0.446825} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.983935] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.984337] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.984524] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ed7900-f441-404e-86cf-e2a5b293f278 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.999128] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.107284] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312157, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.125035] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.125319] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.125529] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] 126e6b53-56b0-455f-a31d-b7dcbd05093f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.125915] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46157d55-ef53-473c-828e-03b144697a98 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.134850] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1055.134850] env[69744]: value = "task-3312162" [ 1055.134850] env[69744]: _type = "Task" [ 1055.134850] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.144994] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.246153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1f100089-fb8a-45a9-b521-f79d9a907cc7 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.970s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.368723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.369562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.369562] env[69744]: DEBUG nova.objects.instance [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.461856] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312158, 'name': CreateSnapshot_Task, 'duration_secs': 0.821181} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.462141] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.463019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061b4f0-1b2a-496b-a958-cbd869f84484 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.501255] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312160, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.608898] env[69744]: DEBUG oslo_vmware.api [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312157, 'name': RemoveSnapshot_Task, 'duration_secs': 1.186035} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.612102] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.657215] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.984263] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1055.984592] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20c69b35-31df-4951-88e4-52b805d5646b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.001162] env[69744]: DEBUG oslo_vmware.api [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312160, 'name': PowerOnVM_Task, 'duration_secs': 1.22306} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.002556] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.002772] env[69744]: INFO nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1056.002963] env[69744]: DEBUG nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.003296] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1056.003296] env[69744]: value = "task-3312163" [ 1056.003296] env[69744]: _type = "Task" [ 1056.003296] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.004018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c839748-3928-493c-a0df-a4c15df410b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.019080] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312163, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.117225] env[69744]: WARNING nova.compute.manager [None req-0d469d19-e31a-48c3-8a34-4745726bde09 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Image not found during snapshot: nova.exception.ImageNotFound: Image e051fa0f-1fc5-4ece-afe4-79ef7b067113 could not be found. [ 1056.153026] env[69744]: DEBUG oslo_vmware.api [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664316} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.153026] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.153026] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.153026] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.153026] env[69744]: INFO nova.compute.manager [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1056.153026] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.153026] env[69744]: DEBUG nova.compute.manager [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.153026] env[69744]: DEBUG nova.network.neutron [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.383442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44e9af00-d957-47f1-922b-c9393354212c tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.519874] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312163, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.533587] env[69744]: INFO nova.compute.manager [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Took 34.42 seconds to build instance. [ 1056.939377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "e0c19e6e-173d-4093-84fa-b674e67df097" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.002831] env[69744]: DEBUG nova.compute.manager [req-9068c719-5023-433c-bf2a-ca42ac91618b req-cd5884fe-ea84-4914-b521-1247e331bb30 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Received event network-vif-deleted-b2658bc7-1798-405d-8839-f21a48a215fd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.003043] env[69744]: INFO nova.compute.manager [req-9068c719-5023-433c-bf2a-ca42ac91618b req-cd5884fe-ea84-4914-b521-1247e331bb30 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Neutron deleted interface b2658bc7-1798-405d-8839-f21a48a215fd; detaching it from the instance and deleting it from the info cache [ 1057.003286] env[69744]: DEBUG nova.network.neutron [req-9068c719-5023-433c-bf2a-ca42ac91618b req-cd5884fe-ea84-4914-b521-1247e331bb30 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.021906] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312163, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.035572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-97cc2511-71f2-45d7-a646-0b283a3f1768 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.931s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.035848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.098s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.036066] env[69744]: DEBUG nova.compute.manager [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.037217] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60203440-9728-463c-bd54-9a8c969b6caa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.048388] env[69744]: DEBUG nova.compute.manager [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.052804] env[69744]: DEBUG nova.objects.instance [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'flavor' on Instance uuid e0c19e6e-173d-4093-84fa-b674e67df097 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.177363] env[69744]: DEBUG nova.network.neutron [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.234395] env[69744]: INFO nova.compute.manager [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Rebuilding instance [ 1057.254093] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1057.254298] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.256212] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ecb31-d014-4908-a082-1781d67f1ba0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.270078] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.270078] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1057.270078] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-416b57ef-d384-4cca-97ed-f8d885a25a8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.296746] env[69744]: DEBUG nova.compute.manager [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.297870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51a0b2-ea5b-44ea-9954-5ae9323be038 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.506992] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cf9fa0a-99b5-4d18-8428-357f180c69d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.522797] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312163, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.528901] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29057b5-61cb-4366-af3e-0a1fa2acd24f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.576759] env[69744]: DEBUG nova.compute.manager [req-9068c719-5023-433c-bf2a-ca42ac91618b req-cd5884fe-ea84-4914-b521-1247e331bb30 service nova] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Detach interface failed, port_id=b2658bc7-1798-405d-8839-f21a48a215fd, reason: Instance 126e6b53-56b0-455f-a31d-b7dcbd05093f could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.680927] env[69744]: INFO nova.compute.manager [-] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Took 1.53 seconds to deallocate network for instance. [ 1057.703269] env[69744]: DEBUG oslo_vmware.rw_handles [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd1eb6-3885-6c85-b42f-216e0bb24df1/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1057.703651] env[69744]: INFO nova.virt.vmwareapi.images [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Downloaded image file data 348cb8cd-a467-4a82-82df-a9462d8337a8 [ 1057.706131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6f8bdb-6474-4f38-9d5c-1b54c57b4df7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.734625] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5962396-6b02-436b-a779-db4e8baa0a66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.768741] env[69744]: INFO nova.virt.vmwareapi.images [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] The imported VM was unregistered [ 1057.771373] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1057.771373] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Creating directory with path [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.771697] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b9ef32-079e-435d-bd77-86319b8ca18e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.788854] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Created directory with path [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.789421] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64/OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64.vmdk to [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk. {{(pid=69744) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1057.791282] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ca396357-3b61-4cbc-a78b-b35d05d1c47a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.796973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.797169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.797827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.798077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.798772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.802922] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1057.802922] env[69744]: value = "task-3312165" [ 1057.802922] env[69744]: _type = "Task" [ 1057.802922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.803528] env[69744]: INFO nova.compute.manager [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Terminating instance [ 1057.820999] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.021468] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312163, 'name': CloneVM_Task, 'duration_secs': 1.602382} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.021756] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Created linked-clone VM from snapshot [ 1058.022550] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a8e90-7989-46d0-a079-6186d09d105b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.031364] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Uploading image 9f58611f-74bd-4bb0-a9ac-542b86d9456b {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.058898] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1058.058898] env[69744]: value = "vm-661375" [ 1058.058898] env[69744]: _type = "VirtualMachine" [ 1058.058898] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1058.059257] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10d1e434-48e8-4b45-918f-0fb85e5b43dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.061238] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.061516] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e730ea64-cc95-4105-81d9-b6b19dfd1b7b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.069356] env[69744]: DEBUG oslo_vmware.api [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1058.069356] env[69744]: value = "task-3312166" [ 1058.069356] env[69744]: _type = "Task" [ 1058.069356] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.074259] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease: (returnval){ [ 1058.074259] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bb019e-f68e-ccbe-a048-9d79a154328e" [ 1058.074259] env[69744]: _type = "HttpNfcLease" [ 1058.074259] env[69744]: } obtained for exporting VM: (result){ [ 1058.074259] env[69744]: value = "vm-661375" [ 1058.074259] env[69744]: _type = "VirtualMachine" [ 1058.074259] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1058.074628] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the lease: (returnval){ [ 1058.074628] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bb019e-f68e-ccbe-a048-9d79a154328e" [ 1058.074628] env[69744]: _type = "HttpNfcLease" [ 1058.074628] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1058.089134] env[69744]: DEBUG oslo_vmware.api [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.093895] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.093895] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bb019e-f68e-ccbe-a048-9d79a154328e" [ 1058.093895] env[69744]: _type = "HttpNfcLease" [ 1058.093895] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.190857] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.191182] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.191468] env[69744]: DEBUG nova.objects.instance [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid 126e6b53-56b0-455f-a31d-b7dcbd05093f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.285591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "a9836025-20ce-47bf-bb16-eac2d872f225" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.285967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.286230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.286426] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.286608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.290413] env[69744]: INFO nova.compute.manager [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Terminating instance [ 1058.316519] env[69744]: DEBUG nova.compute.manager [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.316786] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.317195] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.318580] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a63b8-8f16-4054-b85b-290dafff0964 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.323062] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.325654] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a3bf4f-4b99-4f57-9456-7c17e2ff6520 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.328013] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.328329] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594aae88-b946-40e7-8356-c42bfb156fca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.335373] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1058.335373] env[69744]: value = "task-3312168" [ 1058.335373] env[69744]: _type = "Task" [ 1058.335373] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.337021] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1058.337021] env[69744]: value = "task-3312169" [ 1058.337021] env[69744]: _type = "Task" [ 1058.337021] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.350638] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.354906] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.585607] env[69744]: DEBUG oslo_vmware.api [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312166, 'name': PowerOffVM_Task, 'duration_secs': 0.208872} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.586909] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.587243] env[69744]: DEBUG nova.compute.manager [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.588519] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2275c4-d5f5-40e2-957d-d2643ece5c96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.593378] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.593378] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bb019e-f68e-ccbe-a048-9d79a154328e" [ 1058.593378] env[69744]: _type = "HttpNfcLease" [ 1058.593378] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.594259] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.594259] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bb019e-f68e-ccbe-a048-9d79a154328e" [ 1058.594259] env[69744]: _type = "HttpNfcLease" [ 1058.594259] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.595240] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba5e87-f7ec-4c87-a43a-74ab9d73fe72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.609048] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.609352] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1058.617251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.617596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.676266] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.698620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.698860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.727392] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5778dc55-dbe2-4388-ac97-d9248f9b11f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739340] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.740696] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493cdd35-2135-4002-8b70-a8cb7fcd3aa9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.751872] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.752080] env[69744]: ERROR oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk due to incomplete transfer. [ 1058.754903] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d3a62e3-b71d-486e-87e2-5cf60fd4ac04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.764384] env[69744]: DEBUG oslo_vmware.rw_handles [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e400-cc59-8477-ab1c-651effdb5f90/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.764546] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploaded image cde73b53-13ec-41f2-af66-56ec9014a248 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.766823] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.775301] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ac77625-6e8c-458e-9104-f09e84a4e97a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.782129] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1058.782129] env[69744]: value = "task-3312170" [ 1058.782129] env[69744]: _type = "Task" [ 1058.782129] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.793023] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312170, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.796531] env[69744]: DEBUG nova.compute.manager [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.796776] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.797905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee3c10c-a7d5-40dd-ba2c-1725c5d851b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.805582] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.805929] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33590eb4-f06e-42ff-9d07-7b658da9d925 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.817764] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.818945] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1058.818945] env[69744]: value = "task-3312171" [ 1058.818945] env[69744]: _type = "Task" [ 1058.818945] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.827960] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.849696] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312168, 'name': PowerOffVM_Task, 'duration_secs': 0.334578} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.850504] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.850758] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.851625] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eff1a8-60f1-4e4a-b784-a62419b666fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.857699] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312169, 'name': PowerOffVM_Task, 'duration_secs': 0.190414} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.858340] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.858716] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.858850] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f8bee5-32a6-4357-a829-bfb71c655d08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.863268] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.863543] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5bfc18a-8861-448f-99f1-4cbf22c114d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.898563] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.898926] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.899268] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Deleting the datastore file [datastore2] 3dcef78f-c178-4655-bfd7-19c159233ad1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.899611] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c538da70-3224-440a-b8e9-400cd1bfc1d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.906562] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1058.906562] env[69744]: value = "task-3312174" [ 1058.906562] env[69744]: _type = "Task" [ 1058.906562] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.917709] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.995971] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f2d105-9757-40f2-bdae-2290b8050e0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.005074] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18703f57-4b1d-4ff5-b454-869b6cb06dc6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.039414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd88500-07a9-4d67-a6a5-546e7b374ffa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.047679] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991364df-73ce-49c7-9aa3-91a92407e9fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065092] env[69744]: DEBUG nova.compute.provider_tree [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.107336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7f1d97d1-0828-4835-aaa8-7017337b9e96 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.201406] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.205544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.296580] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312170, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.318888] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.329858] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312171, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.418372] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.569158] env[69744]: DEBUG nova.scheduler.client.report [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.738042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.793188] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312170, 'name': Destroy_Task, 'duration_secs': 0.828543} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.793397] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroyed the VM [ 1059.793912] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.794135] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed6680b1-96e0-445f-91b6-92444709b939 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.801683] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1059.801683] env[69744]: value = "task-3312175" [ 1059.801683] env[69744]: _type = "Task" [ 1059.801683] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.811041] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.819253] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.829109] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312171, 'name': PowerOffVM_Task, 'duration_secs': 0.566132} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.829484] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.829659] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.829994] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f61e16-23a9-4835-bff7-d56d08949f99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.918425] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.983748] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.984074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.984309] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleting the datastore file [datastore1] a9836025-20ce-47bf-bb16-eac2d872f225 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.984641] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.984828] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.984998] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore1] 8f32e1a9-2d89-4596-af85-ea4c99173f02 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.985285] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c5256a-90d8-4888-889d-cfd81b1752e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.987542] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9df968b-fb58-4f95-857e-6dd9a8794b04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.995459] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for the task: (returnval){ [ 1059.995459] env[69744]: value = "task-3312177" [ 1059.995459] env[69744]: _type = "Task" [ 1059.995459] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.996887] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1059.996887] env[69744]: value = "task-3312178" [ 1059.996887] env[69744]: _type = "Task" [ 1059.996887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.009712] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.013542] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.075957] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.079292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.874s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.081354] env[69744]: INFO nova.compute.claims [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.088416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "e0c19e6e-173d-4093-84fa-b674e67df097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.088807] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.089286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.089808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.090123] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.094295] env[69744]: INFO nova.compute.manager [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Terminating instance [ 1060.103031] env[69744]: INFO nova.scheduler.client.report [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance 126e6b53-56b0-455f-a31d-b7dcbd05093f [ 1060.311232] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.321811] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.428804] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.251077} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.429693] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.429693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.429693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.517279] env[69744]: DEBUG oslo_vmware.api [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Task: {'id': task-3312177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399179} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.520695] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.520995] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.521258] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.521734] env[69744]: INFO nova.compute.manager [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1060.522142] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.522570] env[69744]: DEBUG oslo_vmware.api [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409294} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.523309] env[69744]: DEBUG nova.compute.manager [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.523406] env[69744]: DEBUG nova.network.neutron [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.525307] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.525569] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.525813] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.525997] env[69744]: INFO nova.compute.manager [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1060.526912] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.527302] env[69744]: DEBUG nova.compute.manager [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.527929] env[69744]: DEBUG nova.network.neutron [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.602945] env[69744]: DEBUG nova.compute.manager [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.603633] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.606139] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e2a5f-d7f9-471f-9292-5496d1ed9ae5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.616489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf9505f-aedc-4893-9019-6c9c5a9520c2 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "126e6b53-56b0-455f-a31d-b7dcbd05093f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.711s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.621726] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.622166] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9891776a-c86d-4bde-9e1f-a8c014a7d4bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.684465] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.685251] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.685498] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore2] e0c19e6e-173d-4093-84fa-b674e67df097 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.685810] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab1dfd5-9399-4a8e-bdd8-9c0d7c5bfba4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.692702] env[69744]: DEBUG oslo_vmware.api [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1060.692702] env[69744]: value = "task-3312180" [ 1060.692702] env[69744]: _type = "Task" [ 1060.692702] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.705755] env[69744]: DEBUG oslo_vmware.api [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.812941] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312175, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.823054] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312165, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.909367} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.823518] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64/OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64.vmdk to [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk. [ 1060.823656] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Cleaning up location [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1060.823840] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e2413003-18fb-4a29-8d9f-8639febc4d64 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.824167] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b753ac5-7d4e-45bc-8613-ab9f339ee0bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.831245] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1060.831245] env[69744]: value = "task-3312181" [ 1060.831245] env[69744]: _type = "Task" [ 1060.831245] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.845523] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.097711] env[69744]: DEBUG nova.compute.manager [req-580f0b2e-c446-4f94-922a-1a9d138954f4 req-36c9fc18-fccd-422a-85b6-5bd3b5d6cc65 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Received event network-vif-deleted-bd2d5b41-e14e-4665-88e3-757e2a1ea9cb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.097918] env[69744]: INFO nova.compute.manager [req-580f0b2e-c446-4f94-922a-1a9d138954f4 req-36c9fc18-fccd-422a-85b6-5bd3b5d6cc65 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Neutron deleted interface bd2d5b41-e14e-4665-88e3-757e2a1ea9cb; detaching it from the instance and deleting it from the info cache [ 1061.098128] env[69744]: DEBUG nova.network.neutron [req-580f0b2e-c446-4f94-922a-1a9d138954f4 req-36c9fc18-fccd-422a-85b6-5bd3b5d6cc65 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.125255] env[69744]: DEBUG nova.compute.manager [req-e9e7a593-6bdc-4853-859b-7b268f612e16 req-74c2b1b1-65df-4798-aeb2-afe33607b0d8 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Received event network-vif-deleted-a1a5c2ab-8e52-4425-be8c-dee78a95d8e3 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.125653] env[69744]: INFO nova.compute.manager [req-e9e7a593-6bdc-4853-859b-7b268f612e16 req-74c2b1b1-65df-4798-aeb2-afe33607b0d8 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Neutron deleted interface a1a5c2ab-8e52-4425-be8c-dee78a95d8e3; detaching it from the instance and deleting it from the info cache [ 1061.125653] env[69744]: DEBUG nova.network.neutron [req-e9e7a593-6bdc-4853-859b-7b268f612e16 req-74c2b1b1-65df-4798-aeb2-afe33607b0d8 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.207590] env[69744]: DEBUG oslo_vmware.api [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238801} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.210399] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.210612] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.210775] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.210986] env[69744]: INFO nova.compute.manager [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1061.211247] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.211850] env[69744]: DEBUG nova.compute.manager [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.211850] env[69744]: DEBUG nova.network.neutron [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.313020] env[69744]: DEBUG oslo_vmware.api [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312175, 'name': RemoveSnapshot_Task, 'duration_secs': 1.089844} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.313523] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.314121] env[69744]: INFO nova.compute.manager [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 1061.344463] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044458} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.345479] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.345479] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.345676] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk to [datastore2] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.346903] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fdf662a-ed85-4348-b022-39e9a5936ce8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.354597] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1061.354597] env[69744]: value = "task-3312182" [ 1061.354597] env[69744]: _type = "Task" [ 1061.354597] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.365020] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.372736] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437e10e-ea85-4c74-a3eb-a59b75c7a22d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.385311] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceadfd9-9d6b-46ba-bce6-bc566a06c749 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.420080] env[69744]: DEBUG nova.network.neutron [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.422050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af31e7b-7f30-4732-b508-08030817e175 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.430762] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360eecdd-6261-45c2-b817-748ba173bd39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.449791] env[69744]: DEBUG nova.compute.provider_tree [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.457521] env[69744]: DEBUG nova.network.neutron [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.490155] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.490589] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.490709] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.490847] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.491040] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.491236] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.491457] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.491611] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.491854] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.491989] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.492441] env[69744]: DEBUG nova.virt.hardware [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.493458] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e2c7d-7f42-40bc-afd3-4e1dbedf2942 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.502678] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c34ed9-1a61-4abe-9d21-c555a30fe230 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.516777] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.522815] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.523173] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.523410] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e918402-1bf3-4c1b-b38f-1c138ff5f46c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.541954] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.541954] env[69744]: value = "task-3312183" [ 1061.541954] env[69744]: _type = "Task" [ 1061.541954] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.551101] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312183, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.601358] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-297e87f1-3eff-4417-b6a6-ac46e0d607a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.613627] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bf42f-f480-45f3-a116-d2f64ab9cb77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.631259] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3659c623-7823-4dba-aef6-42bafd858b83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.646706] env[69744]: DEBUG nova.compute.manager [req-580f0b2e-c446-4f94-922a-1a9d138954f4 req-36c9fc18-fccd-422a-85b6-5bd3b5d6cc65 service nova] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Detach interface failed, port_id=bd2d5b41-e14e-4665-88e3-757e2a1ea9cb, reason: Instance a9836025-20ce-47bf-bb16-eac2d872f225 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.652085] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93feba19-68d0-40ba-ba5a-cb1f167d0881 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.682021] env[69744]: DEBUG nova.compute.manager [req-e9e7a593-6bdc-4853-859b-7b268f612e16 req-74c2b1b1-65df-4798-aeb2-afe33607b0d8 service nova] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Detach interface failed, port_id=a1a5c2ab-8e52-4425-be8c-dee78a95d8e3, reason: Instance 8f32e1a9-2d89-4596-af85-ea4c99173f02 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.873441] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.893507] env[69744]: DEBUG nova.compute.manager [None req-03363c0c-13f3-48bb-acf5-c1aa0798873d tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Found 1 images (rotation: 2) {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1061.908721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "858691ff-5afc-40bb-b513-d27a6480fccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.909051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.927030] env[69744]: INFO nova.compute.manager [-] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Took 1.40 seconds to deallocate network for instance. [ 1061.953736] env[69744]: DEBUG nova.scheduler.client.report [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.961621] env[69744]: INFO nova.compute.manager [-] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Took 1.43 seconds to deallocate network for instance. [ 1062.038116] env[69744]: DEBUG nova.network.neutron [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.053036] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312183, 'name': CreateVM_Task, 'duration_secs': 0.435082} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.054090] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.054623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.054793] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.055210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.055860] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63d3b86-d2a1-4f2e-92ea-37321d4a89f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.063804] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1062.063804] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f47af-0703-ae68-9d6f-85ec46a71d35" [ 1062.063804] env[69744]: _type = "Task" [ 1062.063804] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.073428] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f47af-0703-ae68-9d6f-85ec46a71d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.371881] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.411571] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.432815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.459870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.460798] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.465414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.727s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.467992] env[69744]: INFO nova.compute.claims [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.472489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.544243] env[69744]: INFO nova.compute.manager [-] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Took 1.33 seconds to deallocate network for instance. [ 1062.576869] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f47af-0703-ae68-9d6f-85ec46a71d35, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.577296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.577575] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.577735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.578142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.578142] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.578393] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9d9634-38aa-4066-9f2e-a59940167b96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.588756] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.588975] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.589799] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3484a1-fa76-48a2-97f9-c9402eaff3d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.596071] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1062.596071] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a113f-fd7c-2e28-15e4-987d73c30f1b" [ 1062.596071] env[69744]: _type = "Task" [ 1062.596071] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.604700] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a113f-fd7c-2e28-15e4-987d73c30f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.865871] env[69744]: DEBUG nova.compute.manager [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.866749] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f642f2-b38c-4649-996a-202e70aedd3c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.874984] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.949331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.967379] env[69744]: DEBUG nova.compute.utils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.968881] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.971036] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.024170] env[69744]: DEBUG nova.policy [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.051154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.109720] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a113f-fd7c-2e28-15e4-987d73c30f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.017113} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.110455] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903d2b96-61e0-4840-aac3-5d25c2db8658 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.117172] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1063.117172] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd4145-9033-96f0-8642-e795a3f1e70a" [ 1063.117172] env[69744]: _type = "Task" [ 1063.117172] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.128770] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd4145-9033-96f0-8642-e795a3f1e70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.165862] env[69744]: DEBUG nova.compute.manager [req-6d240b7d-9ade-472e-86bb-08a3d7069881 req-66b579d3-3272-4705-a242-34fd9e0b4656 service nova] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Received event network-vif-deleted-330fae9f-637c-4514-b4b9-e8e2ce191601 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.370958] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.382723] env[69744]: INFO nova.compute.manager [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] instance snapshotting [ 1063.383509] env[69744]: DEBUG nova.objects.instance [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.385628] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Successfully created port: 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.475219] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.624837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "50570547-53a5-4cd9-a774-17040ca0ec49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.624967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.639669] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bd4145-9033-96f0-8642-e795a3f1e70a, 'name': SearchDatastore_Task, 'duration_secs': 0.015022} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.641216] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.641420] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.641733] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8649ca96-37fc-4858-b40d-4523c3df4680 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.648993] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1063.648993] env[69744]: value = "task-3312184" [ 1063.648993] env[69744]: _type = "Task" [ 1063.648993] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.658406] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.771639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49284aa-a91a-41d9-ba90-0c099b3f9c54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.779830] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf67d50-3616-4b1f-8356-ac68746cc569 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.812785] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67937a9-3b2a-44dd-8846-c6055c41a99f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.820570] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edfde0-b1a4-4710-90f7-4cdfdab232be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834487] env[69744]: DEBUG nova.compute.provider_tree [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.870913] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312182, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291163} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.871311] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/348cb8cd-a467-4a82-82df-a9462d8337a8/348cb8cd-a467-4a82-82df-a9462d8337a8.vmdk to [datastore2] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.872441] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27036fde-4afe-40c4-ae58-456255d46a4d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.906302] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.907197] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e73d14-b4c6-4600-be9f-6eb7956ba455 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.922909] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc8f343-48ba-423c-a5a5-c0d9f64701fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.932088] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1063.932088] env[69744]: value = "task-3312185" [ 1063.932088] env[69744]: _type = "Task" [ 1063.932088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.949144] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1838d4-8418-458a-990d-3e25dc685057 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.964471] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.130025] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.159257] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496528} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.159599] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.159832] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.160152] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dd05484-6fdd-427c-9f29-af909beb9167 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.166867] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1064.166867] env[69744]: value = "task-3312186" [ 1064.166867] env[69744]: _type = "Task" [ 1064.166867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.175391] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.337805] env[69744]: DEBUG nova.scheduler.client.report [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.455915] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312185, 'name': ReconfigVM_Task, 'duration_secs': 0.439329} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.456243] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] fc515074-a3a4-4687-9a60-d10278539c3f/fc515074-a3a4-4687-9a60-d10278539c3f.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.456976] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45b36fff-7f4b-47bf-b4a6-50f0f074fad1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.462833] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1064.462833] env[69744]: value = "task-3312187" [ 1064.462833] env[69744]: _type = "Task" [ 1064.462833] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.466903] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.467190] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3353c11-c980-4c2b-8b3f-60a25315e91a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.474393] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312187, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.475711] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1064.475711] env[69744]: value = "task-3312188" [ 1064.475711] env[69744]: _type = "Task" [ 1064.475711] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.483479] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.485685] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.508708] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.508945] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.509118] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.509344] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.509496] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.509645] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.509852] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.510016] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.510191] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.510354] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.510524] env[69744]: DEBUG nova.virt.hardware [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.511416] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e383b4a-1d82-481e-9247-6ce03a8306c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.519738] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecec7d-52f8-4770-a982-b846966efe00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.655132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.676710] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089123} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.676972] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.677822] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355ce2a-1545-499c-a4ef-241e050fb4b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.697863] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.698248] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbb32d9-8cb5-4fd4-9a27-09f21b26b3d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.718355] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1064.718355] env[69744]: value = "task-3312189" [ 1064.718355] env[69744]: _type = "Task" [ 1064.718355] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.728347] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.843528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.844571] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.847205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.414s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.847205] env[69744]: DEBUG nova.objects.instance [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lazy-loading 'resources' on Instance uuid a9836025-20ce-47bf-bb16-eac2d872f225 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.948702] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Successfully updated port: 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.976039] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312187, 'name': Rename_Task, 'duration_secs': 0.168313} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.976039] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.976039] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b14b0206-983b-44a6-a7ec-e3dda1bdc1d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.987071] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.988546] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1064.988546] env[69744]: value = "task-3312190" [ 1064.988546] env[69744]: _type = "Task" [ 1064.988546] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.996885] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.197519] env[69744]: DEBUG nova.compute.manager [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-vif-plugged-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.197624] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.197811] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.197978] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.198163] env[69744]: DEBUG nova.compute.manager [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] No waiting events found dispatching network-vif-plugged-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.198315] env[69744]: WARNING nova.compute.manager [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received unexpected event network-vif-plugged-9630c7e8-6c37-40a4-8f59-b62c97b820b5 for instance with vm_state building and task_state spawning. [ 1065.198473] env[69744]: DEBUG nova.compute.manager [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.198625] env[69744]: DEBUG nova.compute.manager [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.198870] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.199028] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199236] env[69744]: DEBUG nova.network.neutron [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.228116] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312189, 'name': ReconfigVM_Task, 'duration_secs': 0.386386} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.228387] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1/3dcef78f-c178-4655-bfd7-19c159233ad1.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.229014] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac1fe59b-9901-410d-ad34-92c176a26a9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.235356] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1065.235356] env[69744]: value = "task-3312191" [ 1065.235356] env[69744]: _type = "Task" [ 1065.235356] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.243245] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312191, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.350288] env[69744]: DEBUG nova.compute.utils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.354880] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.355167] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.397672] env[69744]: DEBUG nova.policy [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77067f19f3994487ba4bf71890266958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8cfe930cac4bb99131877452a2f654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.450791] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.489990] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312188, 'name': CreateSnapshot_Task, 'duration_secs': 0.624827} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.497032] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.498586] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6792d-5e02-42ad-bcbb-f5dc44442e99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.506097] env[69744]: DEBUG oslo_vmware.api [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312190, 'name': PowerOnVM_Task, 'duration_secs': 0.489589} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.511013] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.638642] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a47fd-69df-4c52-8c87-e67f14cf2d3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.649443] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb347e8-af36-4f9d-9712-f159780bdec6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.654427] env[69744]: DEBUG nova.compute.manager [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.655308] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ea88d-575e-4a80-a513-d3bef7e91fe4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.686477] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9ed12-f1d0-4576-aafb-bf4ff75477d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.701031] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d578392e-c744-43de-beae-060f7257b821 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.717012] env[69744]: DEBUG nova.compute.provider_tree [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.727375] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Successfully created port: 202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.737586] env[69744]: DEBUG nova.network.neutron [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.750320] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312191, 'name': Rename_Task, 'duration_secs': 0.203465} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.750478] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.750902] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ac4f30-e1bd-4298-b367-ac44ddce60eb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.758953] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Waiting for the task: (returnval){ [ 1065.758953] env[69744]: value = "task-3312192" [ 1065.758953] env[69744]: _type = "Task" [ 1065.758953] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.766627] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.858655] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.894367] env[69744]: DEBUG nova.network.neutron [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.024658] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.025146] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ebde8f95-c755-4b89-8c1c-246cdb8951ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.033684] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1066.033684] env[69744]: value = "task-3312193" [ 1066.033684] env[69744]: _type = "Task" [ 1066.033684] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.042683] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.206217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca62aa5c-f7e6-41ee-b041-29ad83a1fc65 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.270s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.221992] env[69744]: DEBUG nova.scheduler.client.report [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.267904] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.325188] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.326322] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ecae4-1111-4b3b-8099-bca6484bdfea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.333714] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.334381] env[69744]: ERROR oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk due to incomplete transfer. [ 1066.334381] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c705986-a100-4eeb-9abc-91b03c322fe8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.342146] env[69744]: DEBUG oslo_vmware.rw_handles [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52571f7a-8297-77db-8b20-d04530dacc22/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1066.342339] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Uploaded image 9f58611f-74bd-4bb0-a9ac-542b86d9456b to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1066.344290] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1066.344529] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3bdb470-35ec-4930-82bc-da553009798b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.349570] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1066.349570] env[69744]: value = "task-3312194" [ 1066.349570] env[69744]: _type = "Task" [ 1066.349570] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.357946] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312194, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.397379] env[69744]: DEBUG oslo_concurrency.lockutils [req-928a7ecd-f8b2-45bc-be63-93672cedfdb5 req-3aa17b60-50e4-42bf-a322-0b81db700164 service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.397912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.398297] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.544670] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.727741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.730540] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.259s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.730734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.732697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.784s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.734298] env[69744]: INFO nova.compute.claims [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.754761] env[69744]: INFO nova.scheduler.client.report [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Deleted allocations for instance a9836025-20ce-47bf-bb16-eac2d872f225 [ 1066.763684] env[69744]: INFO nova.scheduler.client.report [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocations for instance 8f32e1a9-2d89-4596-af85-ea4c99173f02 [ 1066.773443] env[69744]: DEBUG oslo_vmware.api [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Task: {'id': task-3312192, 'name': PowerOnVM_Task, 'duration_secs': 0.867175} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.774152] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.774454] env[69744]: DEBUG nova.compute.manager [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.775663] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9ed33-6e0f-4e6f-9681-ddc62e9184d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.861125] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312194, 'name': Destroy_Task, 'duration_secs': 0.439138} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.861864] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Destroyed the VM [ 1066.862242] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.862582] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0060d4c3-c97c-4e0f-89d6-af1630ddefb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.868534] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.872878] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1066.872878] env[69744]: value = "task-3312195" [ 1066.872878] env[69744]: _type = "Task" [ 1066.872878] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.882391] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.891750] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.892028] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.892227] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.892423] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.892572] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.892720] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.892932] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.893201] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.893310] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.893588] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.893790] env[69744]: DEBUG nova.virt.hardware [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.894946] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c4417f-8848-444d-9182-d7fffe400ec7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.904989] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ae71e-03dd-48cc-bba0-8585b6c919e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.967212] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.047148] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.219625] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Successfully updated port: 202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.224206] env[69744]: DEBUG nova.network.neutron [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.268148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-485b0e72-a5bc-40ab-8232-6d85fe755e13 tempest-ImagesTestJSON-538457286 tempest-ImagesTestJSON-538457286-project-member] Lock "a9836025-20ce-47bf-bb16-eac2d872f225" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.982s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.283297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-88843dd9-2cdb-417a-ab82-0425244629bd tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8f32e1a9-2d89-4596-af85-ea4c99173f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.484s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.297877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.356646] env[69744]: DEBUG nova.compute.manager [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Received event network-vif-plugged-202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.356876] env[69744]: DEBUG oslo_concurrency.lockutils [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.357160] env[69744]: DEBUG oslo_concurrency.lockutils [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] Lock "83249de9-634d-4441-aced-5311d10f7766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.357370] env[69744]: DEBUG oslo_concurrency.lockutils [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] Lock "83249de9-634d-4441-aced-5311d10f7766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.357496] env[69744]: DEBUG nova.compute.manager [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] No waiting events found dispatching network-vif-plugged-202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.357683] env[69744]: WARNING nova.compute.manager [req-ea344f93-a4d6-4843-9749-ced79591cc88 req-45e3f1f4-0e8d-48ad-b91e-68a99ef9aaaf service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Received unexpected event network-vif-plugged-202922bf-9c1e-44bc-901a-f05312c09367 for instance with vm_state building and task_state spawning. [ 1067.383550] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312195, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.545925] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.723533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.723692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.723842] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.726947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.727437] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance network_info: |[{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.728367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ba:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9630c7e8-6c37-40a4-8f59-b62c97b820b5', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.736171] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.737461] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.739036] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a3e1c0-5159-4750-88bd-bbc66dad7041 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.765400] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.765400] env[69744]: value = "task-3312196" [ 1067.765400] env[69744]: _type = "Task" [ 1067.765400] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.774464] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312196, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.883673] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312195, 'name': RemoveSnapshot_Task, 'duration_secs': 0.717766} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.886361] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.886661] env[69744]: DEBUG nova.compute.manager [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.887977] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cde670-dd19-458d-be38-faac6f555821 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.929781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "3dcef78f-c178-4655-bfd7-19c159233ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.929997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.930222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "3dcef78f-c178-4655-bfd7-19c159233ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.930545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.930647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.934797] env[69744]: INFO nova.compute.manager [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Terminating instance [ 1067.984851] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320819d1-5f7a-4ad4-9cf6-73eb95731a06 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.993194] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c987aba-a8b6-4f28-afed-8c7b9ee091f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026851] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c027a-01ba-4328-b3e0-3da87935c135 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.034944] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15cc26-d466-4367-9fcd-60a38228f63a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.046784] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.054716] env[69744]: DEBUG nova.compute.provider_tree [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.230941] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98fb7d1-e49d-4fd4-94d2-338abc56e8dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.240012] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Suspending the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1068.240366] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc8e6bf6-0c1c-4519-87c7-d6e140a61ae6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.246749] env[69744]: DEBUG oslo_vmware.api [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1068.246749] env[69744]: value = "task-3312197" [ 1068.246749] env[69744]: _type = "Task" [ 1068.246749] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.255851] env[69744]: DEBUG oslo_vmware.api [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312197, 'name': SuspendVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.274606] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312196, 'name': CreateVM_Task, 'duration_secs': 0.494712} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.274784] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.275559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.275809] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.276211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.276524] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1354afc4-d724-4a0d-8595-f58e60d7be68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.281718] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1068.281718] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221f58c-f4d9-de2b-5110-912068c1900f" [ 1068.281718] env[69744]: _type = "Task" [ 1068.281718] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.291994] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221f58c-f4d9-de2b-5110-912068c1900f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.309218] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.400907] env[69744]: INFO nova.compute.manager [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Shelve offloading [ 1068.441161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "refresh_cache-3dcef78f-c178-4655-bfd7-19c159233ad1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.441868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquired lock "refresh_cache-3dcef78f-c178-4655-bfd7-19c159233ad1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.442562] env[69744]: DEBUG nova.network.neutron [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.552441] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312193, 'name': CloneVM_Task, 'duration_secs': 2.373767} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.552808] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created linked-clone VM from snapshot [ 1068.553621] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998125b-8a2e-4da9-94d7-27923fe14243 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.558603] env[69744]: DEBUG nova.scheduler.client.report [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.565412] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploading image fe343ae2-c41e-461a-b6dd-2eff3cba1c1a {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.601238] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.601238] env[69744]: value = "vm-661378" [ 1068.601238] env[69744]: _type = "VirtualMachine" [ 1068.601238] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.601985] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef71a6db-b887-4a94-8323-1f90a85fba5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.613470] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease: (returnval){ [ 1068.613470] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5c1b-15b9-94a0-7b20-3c7209c614ab" [ 1068.613470] env[69744]: _type = "HttpNfcLease" [ 1068.613470] env[69744]: } obtained for exporting VM: (result){ [ 1068.613470] env[69744]: value = "vm-661378" [ 1068.613470] env[69744]: _type = "VirtualMachine" [ 1068.613470] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.613470] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the lease: (returnval){ [ 1068.613470] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5c1b-15b9-94a0-7b20-3c7209c614ab" [ 1068.613470] env[69744]: _type = "HttpNfcLease" [ 1068.613470] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.621440] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.621440] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5c1b-15b9-94a0-7b20-3c7209c614ab" [ 1068.621440] env[69744]: _type = "HttpNfcLease" [ 1068.621440] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.756907] env[69744]: DEBUG oslo_vmware.api [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312197, 'name': SuspendVM_Task} progress is 62%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.792534] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5221f58c-f4d9-de2b-5110-912068c1900f, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.792877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.793169] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.793455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.793645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.793864] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.794180] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c40d229f-a304-46ec-a145-99aec371cb81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.806498] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.806691] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.807427] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2252c5-f0bb-44e1-9fa0-61747672f865 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.816023] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1068.816023] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52696291-1470-ee8f-b87e-68c8c5ab3b8e" [ 1068.816023] env[69744]: _type = "Task" [ 1068.816023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.821337] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52696291-1470-ee8f-b87e-68c8c5ab3b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.905081] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.905570] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13c4fe30-ffb9-41b5-9e1d-e25e787031a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.913632] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1068.913632] env[69744]: value = "task-3312199" [ 1068.913632] env[69744]: _type = "Task" [ 1068.913632] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.925811] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1068.926166] env[69744]: DEBUG nova.compute.manager [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.928707] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e670b17-2cfd-455e-b31b-ab0a3a83f0db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.935274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.936455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.936710] env[69744]: DEBUG nova.network.neutron [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.938896] env[69744]: DEBUG nova.network.neutron [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.995711] env[69744]: DEBUG nova.network.neutron [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.069230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.069830] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.072583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.022s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.072868] env[69744]: DEBUG nova.objects.instance [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'resources' on Instance uuid e0c19e6e-173d-4093-84fa-b674e67df097 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.120882] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.120882] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5c1b-15b9-94a0-7b20-3c7209c614ab" [ 1069.120882] env[69744]: _type = "HttpNfcLease" [ 1069.120882] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.121387] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.121387] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb5c1b-15b9-94a0-7b20-3c7209c614ab" [ 1069.121387] env[69744]: _type = "HttpNfcLease" [ 1069.121387] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1069.122204] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d990164-f509-4891-8798-2c902163897c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.130099] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.130412] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.192082] env[69744]: DEBUG nova.network.neutron [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.196936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.197269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.197525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.197754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.197967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.200668] env[69744]: INFO nova.compute.manager [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Terminating instance [ 1069.246699] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8e60499-71a2-40a4-a960-14dc1567b26b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.258229] env[69744]: DEBUG oslo_vmware.api [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312197, 'name': SuspendVM_Task, 'duration_secs': 0.86977} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.258568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Suspended the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1069.259313] env[69744]: DEBUG nova.compute.manager [None req-01e260f1-2d88-4882-83cb-2a76db0c4bbc tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.259669] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac284af8-29a2-47d1-9ed9-84cbab99e389 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.324131] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52696291-1470-ee8f-b87e-68c8c5ab3b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015664} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.325083] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e5a995-0fb9-468b-a04a-9de69e97eea7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.331672] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1069.331672] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb77d5-2d1f-751f-8df4-beea9d278ce4" [ 1069.331672] env[69744]: _type = "Task" [ 1069.331672] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.341084] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb77d5-2d1f-751f-8df4-beea9d278ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.397313] env[69744]: DEBUG nova.compute.manager [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Received event network-changed-202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.397542] env[69744]: DEBUG nova.compute.manager [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Refreshing instance network info cache due to event network-changed-202922bf-9c1e-44bc-901a-f05312c09367. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.397735] env[69744]: DEBUG oslo_concurrency.lockutils [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] Acquiring lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.442834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.443197] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Instance network_info: |[{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.443593] env[69744]: DEBUG oslo_concurrency.lockutils [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] Acquired lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.443858] env[69744]: DEBUG nova.network.neutron [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Refreshing network info cache for port 202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.449283] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:f5:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '202922bf-9c1e-44bc-901a-f05312c09367', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.461025] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.461254] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.463274] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee090f8-7e11-4b7b-b084-79c6a6d6492a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.485028] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.485028] env[69744]: value = "task-3312200" [ 1069.485028] env[69744]: _type = "Task" [ 1069.485028] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.502421] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312200, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.576395] env[69744]: DEBUG nova.compute.utils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.582222] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.582804] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.626221] env[69744]: DEBUG nova.policy [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.696273] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Releasing lock "refresh_cache-3dcef78f-c178-4655-bfd7-19c159233ad1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.697520] env[69744]: DEBUG nova.compute.manager [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.698183] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.711597] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc58a200-6c73-4a87-bdc9-a9ff1b6b5e8e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.717617] env[69744]: DEBUG nova.compute.manager [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.717617] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.718910] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ec0d5-a0d2-4ca0-9a17-790d13657af7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.727053] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.729361] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6536365f-2116-43e7-9fac-da1521c10699 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.731707] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.735923] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1806ed5d-d6f2-4d91-ae3e-de03e29176cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.746036] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1069.746036] env[69744]: value = "task-3312201" [ 1069.746036] env[69744]: _type = "Task" [ 1069.746036] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.746036] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1069.746036] env[69744]: value = "task-3312202" [ 1069.746036] env[69744]: _type = "Task" [ 1069.746036] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.767160] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.774745] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.859991] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fb77d5-2d1f-751f-8df4-beea9d278ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.028708} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.860530] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.861139] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9929ad7e-132d-4c36-8d06-61d64c16d74e/9929ad7e-132d-4c36-8d06-61d64c16d74e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.861306] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a024eb89-3832-4f77-b7c4-799f2654d283 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.869351] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1069.869351] env[69744]: value = "task-3312203" [ 1069.869351] env[69744]: _type = "Task" [ 1069.869351] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.878867] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.911446] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59780382-4749-40b0-91c0-75bff3e4d16f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.921382] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f415db2-95b4-4009-bd1a-26444c502d51 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.959802] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f89ee-5e38-4a27-aed0-f340a68851d5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.971437] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1ac57-97f3-42dd-a5dd-9cf1b1450f9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.977630] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Successfully created port: 6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.990398] env[69744]: DEBUG nova.compute.provider_tree [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.003822] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312200, 'name': CreateVM_Task, 'duration_secs': 0.386981} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.004933] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.005667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.006077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.006644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.007566] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c598fce-f2ed-434c-9a78-c63ac4c9d448 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.015702] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1070.015702] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65309-89ed-7259-f0e4-408d6dbfbfb0" [ 1070.015702] env[69744]: _type = "Task" [ 1070.015702] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.024991] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65309-89ed-7259-f0e4-408d6dbfbfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.083100] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.106922] env[69744]: DEBUG nova.network.neutron [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.261232] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312202, 'name': PowerOffVM_Task, 'duration_secs': 0.334091} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.265066] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.265638] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.265832] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312201, 'name': PowerOffVM_Task, 'duration_secs': 0.164751} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.268621] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a117f48a-0312-484c-baad-cc2167940776 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.270497] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.271037] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.272720] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b501c40e-0dfd-43e7-bf6a-99bda0b28d71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.303687] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.303687] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.303687] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Deleting the datastore file [datastore1] 3dcef78f-c178-4655-bfd7-19c159233ad1 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.303687] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c89fa89-85a8-40ea-bd8d-2d44237bc9e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.311070] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for the task: (returnval){ [ 1070.311070] env[69744]: value = "task-3312206" [ 1070.311070] env[69744]: _type = "Task" [ 1070.311070] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.322067] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.336789] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.337022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.337280] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleting the datastore file [datastore2] 69c0f74b-cc38-4f60-976e-5e9206fdbe0e {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.337598] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70aa7302-05f2-48a9-aec4-f4434fb2b1a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346987] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1070.346987] env[69744]: value = "task-3312207" [ 1070.346987] env[69744]: _type = "Task" [ 1070.346987] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.360355] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.380790] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312203, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.497424] env[69744]: DEBUG nova.scheduler.client.report [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.529879] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65309-89ed-7259-f0e4-408d6dbfbfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.016903} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.530719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.530719] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.531389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.531643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.532254] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.535704] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2491278d-3890-4e54-8bc7-6c920cd63674 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.546984] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.547490] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.548742] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66b46c1-b776-4086-b61e-ae991f75df28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.556387] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1070.556387] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b9609-d664-ad5b-a88d-2b49133d384b" [ 1070.556387] env[69744]: _type = "Task" [ 1070.556387] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.557525] env[69744]: DEBUG nova.network.neutron [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updated VIF entry in instance network info cache for port 202922bf-9c1e-44bc-901a-f05312c09367. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.558184] env[69744]: DEBUG nova.network.neutron [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.577551] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b9609-d664-ad5b-a88d-2b49133d384b, 'name': SearchDatastore_Task, 'duration_secs': 0.0183} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.580013] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e052ae-baaf-4ae1-96ce-f2f82a2c4fcf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.592057] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1070.592057] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c6138-ca71-235f-7032-f85cabcb5a13" [ 1070.592057] env[69744]: _type = "Task" [ 1070.592057] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.604686] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c6138-ca71-235f-7032-f85cabcb5a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.610137] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.823550] env[69744]: DEBUG oslo_vmware.api [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Task: {'id': task-3312206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317334} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.824202] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.824412] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.824753] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.825122] env[69744]: INFO nova.compute.manager [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.825491] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.825696] env[69744]: DEBUG nova.compute.manager [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.825923] env[69744]: DEBUG nova.network.neutron [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.859256] env[69744]: DEBUG oslo_vmware.api [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423176} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.859557] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.859919] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.860154] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.860357] env[69744]: INFO nova.compute.manager [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1070.860703] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.861061] env[69744]: DEBUG nova.compute.manager [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.861196] env[69744]: DEBUG nova.network.neutron [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.875125] env[69744]: DEBUG nova.network.neutron [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.882528] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684249} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.883538] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9929ad7e-132d-4c36-8d06-61d64c16d74e/9929ad7e-132d-4c36-8d06-61d64c16d74e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.884693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.884693] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8f2aab-4559-40fd-9677-cc7a512d2932 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.891310] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1070.891310] env[69744]: value = "task-3312208" [ 1070.891310] env[69744]: _type = "Task" [ 1070.891310] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.900724] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.009020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.009629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.355s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.011422] env[69744]: INFO nova.compute.claims [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.039215] env[69744]: INFO nova.scheduler.client.report [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance e0c19e6e-173d-4093-84fa-b674e67df097 [ 1071.070819] env[69744]: DEBUG oslo_concurrency.lockutils [req-6851f4bc-ecc3-48df-8586-8bd711b5424d req-12ad3f5c-7fdf-48d7-b029-5c998635fb43 service nova] Releasing lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.098225] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.108687] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527c6138-ca71-235f-7032-f85cabcb5a13, 'name': SearchDatastore_Task, 'duration_secs': 0.017271} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.108687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.108887] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.109549] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3010c269-3279-4c33-8421-08d807f33448 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.119393] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1071.119393] env[69744]: value = "task-3312209" [ 1071.119393] env[69744]: _type = "Task" [ 1071.119393] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.129417] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.134425] env[69744]: DEBUG nova.compute.manager [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-vif-unplugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.134634] env[69744]: DEBUG oslo_concurrency.lockutils [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.134906] env[69744]: DEBUG oslo_concurrency.lockutils [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.135121] env[69744]: DEBUG oslo_concurrency.lockutils [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.135547] env[69744]: DEBUG nova.compute.manager [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] No waiting events found dispatching network-vif-unplugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.135842] env[69744]: WARNING nova.compute.manager [req-1637b283-0986-4190-b2e4-e009cba2cf51 req-21ded890-6686-4b7b-b373-6772b50ee87c service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received unexpected event network-vif-unplugged-aaf18100-b711-44f4-a25d-ed4e5551c67e for instance with vm_state shelved and task_state shelving_offloading. [ 1071.139188] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.139528] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.139715] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.140085] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.140352] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.140521] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.140735] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.140900] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.141084] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.141254] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.141431] env[69744]: DEBUG nova.virt.hardware [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.142910] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d44a4b-243e-4b0a-bc4a-37c97c8a1b57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.151662] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83204cd7-39c4-40b6-8057-4bfea64eaf08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.198407] env[69744]: INFO nova.compute.manager [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Resuming [ 1071.199115] env[69744]: DEBUG nova.objects.instance [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'flavor' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.345376] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.346824] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d178dd-b8d0-47e7-8800-36c305d31db8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.371104] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.371104] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd25c3f-80e0-47c7-a531-a269ddf58efd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.377375] env[69744]: DEBUG nova.network.neutron [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.402675] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093611} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.403097] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.404175] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a5aa68-c571-4f72-851c-1f2e97c26bfb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.430442] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9929ad7e-132d-4c36-8d06-61d64c16d74e/9929ad7e-132d-4c36-8d06-61d64c16d74e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.430894] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb8321e-8c70-4d48-9818-ab2d44b847c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.451941] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1071.451941] env[69744]: value = "task-3312211" [ 1071.451941] env[69744]: _type = "Task" [ 1071.451941] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.461207] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.549771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f92cc1e7-a4ec-44c0-9e5d-a5ca18b31c38 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "e0c19e6e-173d-4093-84fa-b674e67df097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.461s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.639495] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.640762] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Successfully updated port: 6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.650659] env[69744]: DEBUG nova.compute.manager [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Received event network-vif-plugged-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.650868] env[69744]: DEBUG oslo_concurrency.lockutils [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] Acquiring lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.651397] env[69744]: DEBUG oslo_concurrency.lockutils [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] Lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.651397] env[69744]: DEBUG oslo_concurrency.lockutils [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] Lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.651487] env[69744]: DEBUG nova.compute.manager [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] No waiting events found dispatching network-vif-plugged-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.651583] env[69744]: WARNING nova.compute.manager [req-681fb184-c8c8-45fc-8a46-d4590ae4fe58 req-8cf78fa7-bdea-477a-9662-487d07c1f6a6 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Received unexpected event network-vif-plugged-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc for instance with vm_state building and task_state spawning. [ 1071.881400] env[69744]: INFO nova.compute.manager [-] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Took 1.06 seconds to deallocate network for instance. [ 1071.964384] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.136906] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717581} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.137167] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.137167] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.137443] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e743931-1503-4d2a-a5f0-f747cc0b0984 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.147724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.147879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.149053] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.154803] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1072.154803] env[69744]: value = "task-3312212" [ 1072.154803] env[69744]: _type = "Task" [ 1072.154803] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.171650] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.297833] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89429bf9-1591-4449-a19d-301082f1a0f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.311317] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def74d7-af23-4405-a049-90eedb69f673 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.312895] env[69744]: DEBUG nova.network.neutron [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.354199] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2ee3d-c9ea-47fb-889d-58659a4e3d39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.364750] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e5f4f-e902-44ed-bbdd-5991a0ea21f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.380502] env[69744]: DEBUG nova.compute.provider_tree [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.390478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.435099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "d681d8f3-3738-4333-9c70-4a2df190be2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.435099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.464701] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312211, 'name': ReconfigVM_Task, 'duration_secs': 0.74367} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.465069] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9929ad7e-132d-4c36-8d06-61d64c16d74e/9929ad7e-132d-4c36-8d06-61d64c16d74e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.465754] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de10f67c-5a8c-43b4-ade3-ab56940fb26f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.473252] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1072.473252] env[69744]: value = "task-3312213" [ 1072.473252] env[69744]: _type = "Task" [ 1072.473252] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.481482] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312213, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.567198] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.567390] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.567542] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore1] 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.567810] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea37085-ed40-4097-9029-4bec868cde72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.574049] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1072.574049] env[69744]: value = "task-3312214" [ 1072.574049] env[69744]: _type = "Task" [ 1072.574049] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.582541] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.663634] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.681118] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.712185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.712374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquired lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.712547] env[69744]: DEBUG nova.network.neutron [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.816325] env[69744]: INFO nova.compute.manager [-] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Took 1.95 seconds to deallocate network for instance. [ 1072.826028] env[69744]: DEBUG nova.network.neutron [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Updating instance_info_cache with network_info: [{"id": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "address": "fa:16:3e:24:2f:fe", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3a1f7d-62", "ovs_interfaceid": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.886019] env[69744]: DEBUG nova.scheduler.client.report [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.937031] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.988040] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312213, 'name': Rename_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.084258] env[69744]: DEBUG oslo_vmware.api [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287688} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.084598] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.084977] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.085260] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.117015] env[69744]: INFO nova.scheduler.client.report [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted allocations for instance 568b945b-16bd-4d25-b71f-d92d296791a4 [ 1073.168407] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.266659] env[69744]: DEBUG nova.compute.manager [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.266732] env[69744]: DEBUG nova.compute.manager [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing instance network info cache due to event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.266947] env[69744]: DEBUG oslo_concurrency.lockutils [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.267308] env[69744]: DEBUG oslo_concurrency.lockutils [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.267745] env[69744]: DEBUG nova.network.neutron [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.327652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.329795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.329795] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Instance network_info: |[{"id": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "address": "fa:16:3e:24:2f:fe", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3a1f7d-62", "ovs_interfaceid": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.330064] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.344505] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.348223] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.349088] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e938bf-8f57-4ca2-85ec-3bb061d5e33d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.371218] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.371218] env[69744]: value = "task-3312215" [ 1073.371218] env[69744]: _type = "Task" [ 1073.371218] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.381012] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312215, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.394620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.395212] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.398448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.103s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.398654] env[69744]: DEBUG nova.objects.instance [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.469058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.485949] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312213, 'name': Rename_Task, 'duration_secs': 0.876369} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.486523] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.486726] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f84542-fb0d-4e53-bd94-c2e664ff2915 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.496287] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1073.496287] env[69744]: value = "task-3312216" [ 1073.496287] env[69744]: _type = "Task" [ 1073.496287] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.505625] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.526827] env[69744]: DEBUG nova.network.neutron [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [{"id": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "address": "fa:16:3e:07:aa:8a", "network": {"id": "b208c14a-673e-4202-a61e-979e0457adf8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-733309632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc747940fe704c87af5ab85356cd69f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e4ea71-13", "ovs_interfaceid": "63e4ea71-1377-42b7-a4fe-eab20b4553e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.622963] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.667735] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.115416} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.668295] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.669956] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efff5fc-1b87-424e-a955-d69dff92828d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.699922] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.702101] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a791578-8ab7-48c8-98d7-683d20827e28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.717711] env[69744]: DEBUG nova.compute.manager [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Received event network-changed-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.717935] env[69744]: DEBUG nova.compute.manager [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Refreshing instance network info cache due to event network-changed-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.718279] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] Acquiring lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.718509] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] Acquired lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.718674] env[69744]: DEBUG nova.network.neutron [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Refreshing network info cache for port 6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.726878] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1073.726878] env[69744]: value = "task-3312217" [ 1073.726878] env[69744]: _type = "Task" [ 1073.726878] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.737537] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.882175] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312215, 'name': CreateVM_Task, 'duration_secs': 0.384976} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.882175] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.884381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.884381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.884563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.884723] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd142c32-524a-4251-b5e6-a2e6cc19d095 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.889669] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1073.889669] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2a142-32b4-c658-fca9-fc9391148aa3" [ 1073.889669] env[69744]: _type = "Task" [ 1073.889669] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.900077] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2a142-32b4-c658-fca9-fc9391148aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.910211] env[69744]: DEBUG nova.compute.utils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.915163] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.915163] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.983533] env[69744]: DEBUG nova.policy [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dd19f40bece4e0a9ec1ed63564757ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c3f8afca01462b9d95d1602462f7f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.012130] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.029780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Releasing lock "refresh_cache-fc515074-a3a4-4687-9a60-d10278539c3f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.030874] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c68fb4-2ba0-4331-ba06-d76610ff010b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.039934] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Resuming the VM {{(pid=69744) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1074.040241] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88159cb7-c829-4d72-a6aa-8fb6f870564c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.047267] env[69744]: DEBUG oslo_vmware.api [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1074.047267] env[69744]: value = "task-3312218" [ 1074.047267] env[69744]: _type = "Task" [ 1074.047267] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.056654] env[69744]: DEBUG oslo_vmware.api [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.204013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.204284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.238347] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312217, 'name': ReconfigVM_Task, 'duration_secs': 0.284998} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.238701] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.239764] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0790936-2b5e-4ad5-adec-79024f13a982 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.250505] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1074.250505] env[69744]: value = "task-3312219" [ 1074.250505] env[69744]: _type = "Task" [ 1074.250505] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.259179] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312219, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.403795] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b2a142-32b4-c658-fca9-fc9391148aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.017256} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.408170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408430] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.408797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.409017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.409264] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.409587] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aab0956-b666-49b7-983a-67b6a3e0a1d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.415687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3630d23-7c5f-4fa0-a4be-e5e2e75bd538 tempest-ServersAdmin275Test-1563970036 tempest-ServersAdmin275Test-1563970036-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.417825] env[69744]: DEBUG nova.network.neutron [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updated VIF entry in instance network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.418218] env[69744]: DEBUG nova.network.neutron [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaaf18100-b7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.419345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.029s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.420037] env[69744]: DEBUG nova.objects.instance [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lazy-loading 'resources' on Instance uuid 3dcef78f-c178-4655-bfd7-19c159233ad1 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.421064] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.425475] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.425718] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.426856] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac83fd81-771b-47ea-84c3-3a7edde70ab2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.438507] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1074.438507] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eaad18-ce8a-f832-f781-28d9f622f94c" [ 1074.438507] env[69744]: _type = "Task" [ 1074.438507] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.450649] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eaad18-ce8a-f832-f781-28d9f622f94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.485412] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Successfully created port: ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.518712] env[69744]: DEBUG oslo_vmware.api [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312216, 'name': PowerOnVM_Task, 'duration_secs': 0.620671} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.518978] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.520799] env[69744]: INFO nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1074.520799] env[69744]: DEBUG nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.521621] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8068d2-0525-400b-a9bb-87f076195df9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.564818] env[69744]: DEBUG oslo_vmware.api [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312218, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.713492] env[69744]: DEBUG nova.compute.utils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.724936] env[69744]: DEBUG nova.network.neutron [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Updated VIF entry in instance network info cache for port 6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.725572] env[69744]: DEBUG nova.network.neutron [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Updating instance_info_cache with network_info: [{"id": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "address": "fa:16:3e:24:2f:fe", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3a1f7d-62", "ovs_interfaceid": "6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.763953] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312219, 'name': Rename_Task, 'duration_secs': 0.132754} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.764375] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.764642] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d81f5b-3322-4ff0-9d61-8ef97f42b1b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.771958] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1074.771958] env[69744]: value = "task-3312220" [ 1074.771958] env[69744]: _type = "Task" [ 1074.771958] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.782825] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.931287] env[69744]: DEBUG oslo_concurrency.lockutils [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.931590] env[69744]: DEBUG nova.compute.manager [req-0e1fda7f-f1c3-4a07-b157-ac9aa645cfe3 req-706a9729-1f5e-4aef-84af-f611a4874894 service nova] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Received event network-vif-deleted-9c9faceb-d2fd-4d24-a7ed-ac712491f0f4 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.956416] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eaad18-ce8a-f832-f781-28d9f622f94c, 'name': SearchDatastore_Task, 'duration_secs': 0.024447} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.960053] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c671308-6329-433f-a704-9d91f5d2ccd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.966389] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1074.966389] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52435aa8-6bae-6e1c-18cf-60fbffc66413" [ 1074.966389] env[69744]: _type = "Task" [ 1074.966389] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.976943] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52435aa8-6bae-6e1c-18cf-60fbffc66413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.044338] env[69744]: INFO nova.compute.manager [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Took 15.86 seconds to build instance. [ 1075.059078] env[69744]: DEBUG oslo_vmware.api [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312218, 'name': PowerOnVM_Task, 'duration_secs': 0.658235} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.062806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Resumed the VM {{(pid=69744) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1075.063155] env[69744]: DEBUG nova.compute.manager [None req-c908626a-3a2c-4cd5-a26f-ffb0ccb43358 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.064382] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d68d79-5e27-46be-a045-e81a056d3586 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.164746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715a79d-11d9-41d5-88ea-3b12ca1606d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.176700] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e027bd-751f-4023-ab13-74ee9b0bab97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.209185] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75eeb4b-069f-4359-a8e9-6298f458d756 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.217589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.219277] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bec3226-3d7a-4581-a462-8b8d9e38ed89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.236221] env[69744]: DEBUG oslo_concurrency.lockutils [req-4b3fb80f-8214-4218-935d-d729ee739038 req-079689fb-a9f6-41e6-a46e-224d5e332eb7 service nova] Releasing lock "refresh_cache-858691ff-5afc-40bb-b513-d27a6480fccc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.237188] env[69744]: DEBUG nova.compute.provider_tree [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.283098] env[69744]: DEBUG oslo_vmware.api [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312220, 'name': PowerOnVM_Task, 'duration_secs': 0.485316} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.283406] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.283621] env[69744]: INFO nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1075.283810] env[69744]: DEBUG nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.284643] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc8be9-fe91-4784-8562-2f6f9d40e9db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.462054] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.478617] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52435aa8-6bae-6e1c-18cf-60fbffc66413, 'name': SearchDatastore_Task, 'duration_secs': 0.027689} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.479545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.479545] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 858691ff-5afc-40bb-b513-d27a6480fccc/858691ff-5afc-40bb-b513-d27a6480fccc.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.479545] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1fa816-45eb-4b59-9f37-c30db5419199 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.489376] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1075.489376] env[69744]: value = "task-3312221" [ 1075.489376] env[69744]: _type = "Task" [ 1075.489376] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.491958] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.492266] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.492447] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.492641] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.492776] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.492922] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.493385] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.493385] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.493859] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.493859] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.493859] env[69744]: DEBUG nova.virt.hardware [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.494896] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807de492-d98b-4702-b462-be32a9fb0714 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507356] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.511430] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f29531b-9894-44a6-a27d-bdb3fcbfe9ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.546455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1bb4803f-2222-475a-8a3c-8370d0b6a541 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.929s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.744492] env[69744]: DEBUG nova.scheduler.client.report [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.814712] env[69744]: INFO nova.compute.manager [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Took 16.11 seconds to build instance. [ 1076.004958] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.205779] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Successfully updated port: ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.252640] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.255671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.928s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.255954] env[69744]: DEBUG nova.objects.instance [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lazy-loading 'resources' on Instance uuid 69c0f74b-cc38-4f60-976e-5e9206fdbe0e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.299817] env[69744]: INFO nova.scheduler.client.report [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Deleted allocations for instance 3dcef78f-c178-4655-bfd7-19c159233ad1 [ 1076.314669] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.314836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.315076] env[69744]: INFO nova.compute.manager [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Attaching volume 8a450f48-c09f-4866-bbbb-abe64b8e7fac to /dev/sdb [ 1076.321658] env[69744]: DEBUG oslo_concurrency.lockutils [None req-77bfd14a-173c-468c-9a0a-36678d3ed6ed tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.623s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.368168] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b639803-ad96-4e09-a024-9296d0289111 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.378392] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c337fcf-7d59-4050-9d30-cb549a259e7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.389897] env[69744]: DEBUG nova.compute.manager [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Received event network-vif-plugged-ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.390148] env[69744]: DEBUG oslo_concurrency.lockutils [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] Acquiring lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.390388] env[69744]: DEBUG oslo_concurrency.lockutils [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] Lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.390724] env[69744]: DEBUG oslo_concurrency.lockutils [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] Lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.390958] env[69744]: DEBUG nova.compute.manager [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] No waiting events found dispatching network-vif-plugged-ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.391162] env[69744]: WARNING nova.compute.manager [req-a5e358c5-7591-4403-8b61-61e558afdf12 req-8fe41506-0545-4423-96a2-77699dd05ecf service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Received unexpected event network-vif-plugged-ead689b7-dc0a-4778-8b45-7ae1b73db652 for instance with vm_state building and task_state spawning. [ 1076.402144] env[69744]: DEBUG nova.virt.block_device [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updating existing volume attachment record: a09f153a-7688-419b-9e39-339568f5e97a {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.421112] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.421346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.506200] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819627} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.507294] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 858691ff-5afc-40bb-b513-d27a6480fccc/858691ff-5afc-40bb-b513-d27a6480fccc.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.507294] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.507294] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e4f291f-3c80-4f03-a95e-076bb465c66d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.513475] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1076.513475] env[69744]: value = "task-3312222" [ 1076.513475] env[69744]: _type = "Task" [ 1076.513475] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.522096] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.710132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.710442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquired lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.710512] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.810365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-36785499-5da5-48f2-8ee8-2dcb8690a668 tempest-ServersAdmin275Test-1732445773 tempest-ServersAdmin275Test-1732445773-project-member] Lock "3dcef78f-c178-4655-bfd7-19c159233ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.880s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.923978] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.031261] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137133} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.031261] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.034123] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613154c-4536-44a1-9a35-9e44e665086d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.059166] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 858691ff-5afc-40bb-b513-d27a6480fccc/858691ff-5afc-40bb-b513-d27a6480fccc.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.064017] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b5a08c-4207-45d6-b341-7fb4d5f88bd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.083598] env[69744]: DEBUG nova.compute.manager [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.083598] env[69744]: DEBUG nova.compute.manager [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.083598] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.083598] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.083805] env[69744]: DEBUG nova.network.neutron [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.092427] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1077.092427] env[69744]: value = "task-3312226" [ 1077.092427] env[69744]: _type = "Task" [ 1077.092427] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.106025] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.118296] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f7616-c24a-4b32-8369-d4ccc98f57a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.125815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.127324] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72442b0-344d-4391-8a2a-6e3081380768 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.162011] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e33613-06f7-4e1f-831c-a51d2d97d828 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.170093] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa484a21-5526-415f-89e9-45fe7abc9d7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.184836] env[69744]: DEBUG nova.compute.provider_tree [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.259986] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.425215] env[69744]: DEBUG nova.network.neutron [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updating instance_info_cache with network_info: [{"id": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "address": "fa:16:3e:97:16:9b", "network": {"id": "2cfe8272-a28d-4e7d-8e79-c587e61d7729", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1418465220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c3f8afca01462b9d95d1602462f7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead689b7-dc", "ovs_interfaceid": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.453122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.605392] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.687642] env[69744]: DEBUG nova.scheduler.client.report [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.870259] env[69744]: DEBUG nova.network.neutron [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updated VIF entry in instance network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.871032] env[69744]: DEBUG nova.network.neutron [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.932039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Releasing lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.932039] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Instance network_info: |[{"id": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "address": "fa:16:3e:97:16:9b", "network": {"id": "2cfe8272-a28d-4e7d-8e79-c587e61d7729", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1418465220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c3f8afca01462b9d95d1602462f7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead689b7-dc", "ovs_interfaceid": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.932268] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:16:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead689b7-dc0a-4778-8b45-7ae1b73db652', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.939925] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Creating folder: Project (d9c3f8afca01462b9d95d1602462f7f1). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.940249] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6d9d34-90bd-4b05-95f9-d2e258946a4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.951849] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Created folder: Project (d9c3f8afca01462b9d95d1602462f7f1) in parent group-v661134. [ 1077.952104] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Creating folder: Instances. Parent ref: group-v661384. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.952729] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ece3788-e9c0-4b8e-9ae4-65ca064b2edf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962080] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Created folder: Instances in parent group-v661384. [ 1077.962384] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.962690] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.962826] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-495662c3-dc5f-4dff-a753-f24a03546eb2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.984011] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.984011] env[69744]: value = "task-3312229" [ 1077.984011] env[69744]: _type = "Task" [ 1077.984011] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.992270] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312229, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.108300] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.141070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.141070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.192713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.195260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.726s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.197027] env[69744]: INFO nova.compute.claims [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.221848] env[69744]: INFO nova.scheduler.client.report [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted allocations for instance 69c0f74b-cc38-4f60-976e-5e9206fdbe0e [ 1078.265317] env[69744]: DEBUG nova.compute.manager [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1078.373989] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5f28190-7896-443a-8302-8c3f8b02e896 req-211b7278-4e02-4848-a74a-896b362d75de service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.445018] env[69744]: DEBUG nova.compute.manager [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Received event network-changed-ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.445018] env[69744]: DEBUG nova.compute.manager [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Refreshing instance network info cache due to event network-changed-ead689b7-dc0a-4778-8b45-7ae1b73db652. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.445018] env[69744]: DEBUG oslo_concurrency.lockutils [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] Acquiring lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.445018] env[69744]: DEBUG oslo_concurrency.lockutils [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] Acquired lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.445018] env[69744]: DEBUG nova.network.neutron [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Refreshing network info cache for port ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.498077] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312229, 'name': CreateVM_Task, 'duration_secs': 0.447831} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.498287] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.499070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.499267] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.499990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.500379] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868fb3a4-fd80-437b-8fde-9ab0ff4580e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.507268] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1078.507268] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b8ef-49bd-677e-bbb5-508079e4bf3e" [ 1078.507268] env[69744]: _type = "Task" [ 1078.507268] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.517336] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b8ef-49bd-677e-bbb5-508079e4bf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.605253] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312226, 'name': ReconfigVM_Task, 'duration_secs': 1.096309} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.605544] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 858691ff-5afc-40bb-b513-d27a6480fccc/858691ff-5afc-40bb-b513-d27a6480fccc.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.606243] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f98aa4f-65b5-4350-8d2f-17b076d1eed3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.614477] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1078.614477] env[69744]: value = "task-3312230" [ 1078.614477] env[69744]: _type = "Task" [ 1078.614477] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.624233] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312230, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.643725] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.730783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-03e32fa8-8259-4c23-b716-f44e802a71bd tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "69c0f74b-cc38-4f60-976e-5e9206fdbe0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.533s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.786874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.020243] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b8ef-49bd-677e-bbb5-508079e4bf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.025723} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.021031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.021031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.021031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.021253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.021283] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.021603] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc9378e2-6ff2-4c09-91cf-8ea87ac7a759 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.035436] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.035902] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.036672] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a4edeb-bfb5-4a32-b6c2-cb7ff14d3d10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.042743] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1079.042743] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ce0984-7bf3-5998-cfd8-d5cb48c54fae" [ 1079.042743] env[69744]: _type = "Task" [ 1079.042743] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.054788] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ce0984-7bf3-5998-cfd8-d5cb48c54fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.126102] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312230, 'name': Rename_Task, 'duration_secs': 0.247408} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.126595] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.126764] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84893011-fb89-4556-8ff4-e140debf0215 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.134806] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1079.134806] env[69744]: value = "task-3312232" [ 1079.134806] env[69744]: _type = "Task" [ 1079.134806] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.144032] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.166329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.178633] env[69744]: DEBUG nova.network.neutron [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updated VIF entry in instance network info cache for port ead689b7-dc0a-4778-8b45-7ae1b73db652. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.178997] env[69744]: DEBUG nova.network.neutron [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updating instance_info_cache with network_info: [{"id": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "address": "fa:16:3e:97:16:9b", "network": {"id": "2cfe8272-a28d-4e7d-8e79-c587e61d7729", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1418465220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c3f8afca01462b9d95d1602462f7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead689b7-dc", "ovs_interfaceid": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.434717] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9053a16a-a865-42c7-acbb-771e20f30b4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.443479] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f1ff1-3f10-4c56-a245-9f9bac21549a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.478220] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3463a3a-b83d-4cfa-b3d5-942a95ff98d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.486835] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183fc09a-5dac-4c95-9ea4-3d256c416067 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502339] env[69744]: DEBUG nova.compute.provider_tree [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.554445] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ce0984-7bf3-5998-cfd8-d5cb48c54fae, 'name': SearchDatastore_Task, 'duration_secs': 0.018245} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.555310] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe757455-b8c4-49ad-ab7f-fb478922fe11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.562710] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1079.562710] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ae279-3cb9-189d-197e-efba1f7ecbc2" [ 1079.562710] env[69744]: _type = "Task" [ 1079.562710] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.573137] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ae279-3cb9-189d-197e-efba1f7ecbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.652907] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.682994] env[69744]: DEBUG oslo_concurrency.lockutils [req-489a124d-4d9b-4acd-9ed2-4b3681f8bc54 req-8a8fd93d-aa34-41e1-88cc-c16f4e3d58cd service nova] Releasing lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.810369] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.811337] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f369599-71a6-4a65-bc70-d22395e93ddf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.819068] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.819369] env[69744]: ERROR oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk due to incomplete transfer. [ 1079.819700] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7d675fd-91c5-4001-90db-b85da7e4a17e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.828251] env[69744]: DEBUG oslo_vmware.rw_handles [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b323-8bb0-6f02-a374-5a0a5d9fd05a/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1079.828449] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploaded image fe343ae2-c41e-461a-b6dd-2eff3cba1c1a to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1079.831263] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.831632] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c19eaa09-1f1b-4827-a546-07fe69e4df18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.840785] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1079.840785] env[69744]: value = "task-3312233" [ 1079.840785] env[69744]: _type = "Task" [ 1079.840785] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.851779] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312233, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.005879] env[69744]: DEBUG nova.scheduler.client.report [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.077116] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525ae279-3cb9-189d-197e-efba1f7ecbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.029196} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.078503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.078503] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 50570547-53a5-4cd9-a774-17040ca0ec49/50570547-53a5-4cd9-a774-17040ca0ec49.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.078503] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe158dab-3bde-49c3-ba4d-2df5136a9eb8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.089437] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1080.089437] env[69744]: value = "task-3312234" [ 1080.089437] env[69744]: _type = "Task" [ 1080.089437] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.098883] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.149625] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.353727] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312233, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.512054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.512394] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.515331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.892s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.515552] env[69744]: DEBUG nova.objects.instance [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'resources' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.601788] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.653142] env[69744]: DEBUG oslo_vmware.api [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312232, 'name': PowerOnVM_Task, 'duration_secs': 1.077078} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.653669] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.654072] env[69744]: INFO nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1080.654436] env[69744]: DEBUG nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.655936] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c3a19-34f4-40ca-bfa8-0b48be1a4220 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.857529] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312233, 'name': Destroy_Task, 'duration_secs': 0.781822} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.859419] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroyed the VM [ 1080.859419] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.859419] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a2eb1b3-57d9-4f6d-87bf-2f9c379b42e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.873940] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1080.873940] env[69744]: value = "task-3312235" [ 1080.873940] env[69744]: _type = "Task" [ 1080.873940] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.885131] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312235, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.967028] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1080.967028] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661383', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'name': 'volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cca0bf85-021c-4850-827e-bea819cf9400', 'attached_at': '', 'detached_at': '', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'serial': '8a450f48-c09f-4866-bbbb-abe64b8e7fac'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1080.967028] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca8c85-5744-49a5-bbbf-c7e718f4d17e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.988240] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686fa72a-552d-47b0-bfcb-508f49504870 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.016694] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac/volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.016694] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412f88af-5536-441d-8861-bc7ad643d77a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.031747] env[69744]: DEBUG nova.compute.utils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.033304] env[69744]: DEBUG nova.objects.instance [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'numa_topology' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.035362] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.035544] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.048169] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1081.048169] env[69744]: value = "task-3312236" [ 1081.048169] env[69744]: _type = "Task" [ 1081.048169] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.062300] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.090829] env[69744]: DEBUG nova.policy [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.107820] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662966} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.107820] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 50570547-53a5-4cd9-a774-17040ca0ec49/50570547-53a5-4cd9-a774-17040ca0ec49.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.107820] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.107820] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7022495-c4a7-4ee6-be60-5f470c4af8fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116867] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1081.116867] env[69744]: value = "task-3312237" [ 1081.116867] env[69744]: _type = "Task" [ 1081.116867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.130132] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.179644] env[69744]: INFO nova.compute.manager [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Took 18.26 seconds to build instance. [ 1081.387922] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312235, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.458222] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Successfully created port: 001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.536795] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.540837] env[69744]: DEBUG nova.objects.base [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Object Instance<568b945b-16bd-4d25-b71f-d92d296791a4> lazy-loaded attributes: resources,numa_topology {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.559301] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.596100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.597256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.632438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.632719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.639151] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090032} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.639721] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.641240] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea128708-0691-4359-a9d3-3d749fbc2b51 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.675469] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 50570547-53a5-4cd9-a774-17040ca0ec49/50570547-53a5-4cd9-a774-17040ca0ec49.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.679921] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0222f80d-ad3a-4694-ba7e-8387b9f7c497 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.696109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e9657a84-c3f9-422b-990f-adf31a658ce9 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.705062] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1081.705062] env[69744]: value = "task-3312238" [ 1081.705062] env[69744]: _type = "Task" [ 1081.705062] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.724327] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.882017] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f487822-0fb3-4570-8a9b-d5788ff23e81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.888411] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312235, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.895118] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d1b51a-9eab-4a24-bdee-698a51e788ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.931977] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f0a54-cf0a-45c3-85f4-9a4b0499cc21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940986] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83a33b-c466-408f-bddf-3bbf73f3d802 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.956950] env[69744]: DEBUG nova.compute.provider_tree [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.059067] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312236, 'name': ReconfigVM_Task, 'duration_secs': 0.96821} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.059412] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac/volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.064215] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5420f4c-5377-45f9-bb39-010d5a1cd863 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.083835] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1082.083835] env[69744]: value = "task-3312239" [ 1082.083835] env[69744]: _type = "Task" [ 1082.083835] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.093889] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.102760] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.140608] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.216494] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.219087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.219354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.219627] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.219829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.219998] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.222170] env[69744]: INFO nova.compute.manager [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Terminating instance [ 1082.386666] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312235, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.401028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b606a611-d9d3-4326-b652-2df1d450490a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.401303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.460918] env[69744]: DEBUG nova.scheduler.client.report [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.550411] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.582548] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.582788] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.582943] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.583135] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.583284] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.583419] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.583631] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.583789] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.584531] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.584531] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.584531] env[69744]: DEBUG nova.virt.hardware [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.585246] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d840225-6f44-4d4f-99e2-9d1267b278ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.600956] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c53fc-93dc-446d-b594-cdc4c8c9017e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.606638] env[69744]: DEBUG oslo_vmware.api [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312239, 'name': ReconfigVM_Task, 'duration_secs': 0.237499} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.609134] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661383', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'name': 'volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cca0bf85-021c-4850-827e-bea819cf9400', 'attached_at': '', 'detached_at': '', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'serial': '8a450f48-c09f-4866-bbbb-abe64b8e7fac'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.628739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.663208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.719407] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312238, 'name': ReconfigVM_Task, 'duration_secs': 0.731024} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.719675] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 50570547-53a5-4cd9-a774-17040ca0ec49/50570547-53a5-4cd9-a774-17040ca0ec49.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.720562] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fac480a2-c416-4b4e-a401-fa91c4997820 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.726011] env[69744]: DEBUG nova.compute.manager [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.726328] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.727564] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c65577-0eb9-4640-b0c5-1c2c28d57b33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.733085] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1082.733085] env[69744]: value = "task-3312240" [ 1082.733085] env[69744]: _type = "Task" [ 1082.733085] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.741014] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.741778] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91162f51-49b9-4653-8139-c8b9f7875c1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.748235] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312240, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.754751] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1082.754751] env[69744]: value = "task-3312241" [ 1082.754751] env[69744]: _type = "Task" [ 1082.754751] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.767999] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.885234] env[69744]: DEBUG oslo_vmware.api [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312235, 'name': RemoveSnapshot_Task, 'duration_secs': 1.5924} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.885537] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.885769] env[69744]: INFO nova.compute.manager [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 18.98 seconds to snapshot the instance on the hypervisor. [ 1082.904991] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.943506] env[69744]: DEBUG nova.compute.manager [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Received event network-vif-plugged-001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.943506] env[69744]: DEBUG oslo_concurrency.lockutils [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] Acquiring lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.943506] env[69744]: DEBUG oslo_concurrency.lockutils [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.944091] env[69744]: DEBUG oslo_concurrency.lockutils [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.944422] env[69744]: DEBUG nova.compute.manager [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] No waiting events found dispatching network-vif-plugged-001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.944738] env[69744]: WARNING nova.compute.manager [req-184da579-e6de-4e87-8e66-0d57f7e1c291 req-d6a42239-1b67-4e96-922f-a3dc21bdc082 service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Received unexpected event network-vif-plugged-001ec8d5-b76c-415d-b3ff-ca517fd24847 for instance with vm_state building and task_state spawning. [ 1082.970668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.972359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.519s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.975255] env[69744]: INFO nova.compute.claims [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.052940] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Successfully updated port: 001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.246211] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312240, 'name': Rename_Task, 'duration_secs': 0.164627} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.246531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.246910] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8a8548c-3877-46f6-926f-0353937d1065 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.255597] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1083.255597] env[69744]: value = "task-3312242" [ 1083.255597] env[69744]: _type = "Task" [ 1083.255597] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.277014] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312241, 'name': PowerOffVM_Task, 'duration_secs': 0.35531} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.277450] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.277868] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.278176] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.278552] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711f7174-3352-4aff-a851-fd60281cc54e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.359356] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.359533] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.359806] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleting the datastore file [datastore2] fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.360110] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e15cacdf-4426-4a21-842e-95aa7ae093a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.367989] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for the task: (returnval){ [ 1083.367989] env[69744]: value = "task-3312244" [ 1083.367989] env[69744]: _type = "Task" [ 1083.367989] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.376866] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.434452] env[69744]: DEBUG nova.compute.manager [None req-26503eec-4f7d-4862-9b3e-8c7b2ef60f28 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Found 2 images (rotation: 2) {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1083.436477] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.477495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-280cd412-c89b-4841-a6b2-38d18bdfbdca tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.129s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.478143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.352s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.478339] env[69744]: INFO nova.compute.manager [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Unshelving [ 1083.485726] env[69744]: INFO nova.compute.manager [None req-77b70a08-390f-4420-be8d-63cb9550078c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Get console output [ 1083.485870] env[69744]: WARNING nova.virt.vmwareapi.driver [None req-77b70a08-390f-4420-be8d-63cb9550078c tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] The console log is missing. Check your VSPC configuration [ 1083.557226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.557481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.557558] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.653035] env[69744]: DEBUG nova.objects.instance [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lazy-loading 'flavor' on Instance uuid cca0bf85-021c-4850-827e-bea819cf9400 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.774631] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.880167] env[69744]: DEBUG oslo_vmware.api [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Task: {'id': task-3312244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248623} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.880384] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.880570] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.880761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.880941] env[69744]: INFO nova.compute.manager [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.881201] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.881390] env[69744]: DEBUG nova.compute.manager [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.881487] env[69744]: DEBUG nova.network.neutron [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.125091] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.157311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-049203b8-beb8-4d19-8e0b-0292fbb8bebf tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.275047] env[69744]: DEBUG oslo_vmware.api [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312242, 'name': PowerOnVM_Task, 'duration_secs': 0.580729} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.275584] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.275655] env[69744]: INFO nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1084.275800] env[69744]: DEBUG nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.276621] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c28777-3b2b-448f-8ce2-2fa1ba5315e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.306904] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ad0da-9077-4ea0-aaaa-d36bc6a32d08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.320316] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fa7c6-1994-4fc7-a9fa-45ac7250df5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.358476] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19050cc2-6c7a-4491-9b8f-7ed9fb9aaf61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.364458] env[69744]: DEBUG nova.network.neutron [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Updating instance_info_cache with network_info: [{"id": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "address": "fa:16:3e:bb:2b:ad", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001ec8d5-b7", "ovs_interfaceid": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.370056] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7347a-e101-40f0-bc18-e71fcae1b3c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.386137] env[69744]: DEBUG nova.compute.provider_tree [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.425899] env[69744]: DEBUG nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.428041] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9474154-8d59-438e-a52b-c278fefbca3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.494202] env[69744]: DEBUG nova.compute.utils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.686677] env[69744]: DEBUG nova.network.neutron [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.790871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.791120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.791315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.791497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.791663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.797781] env[69744]: INFO nova.compute.manager [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Terminating instance [ 1084.802215] env[69744]: INFO nova.compute.manager [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Took 20.17 seconds to build instance. [ 1084.869986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.870331] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Instance network_info: |[{"id": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "address": "fa:16:3e:bb:2b:ad", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001ec8d5-b7", "ovs_interfaceid": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.870775] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001ec8d5-b76c-415d-b3ff-ca517fd24847', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.878161] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.878366] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.878889] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2573dbfa-818f-46b0-8329-fbe8b71b02a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.893702] env[69744]: DEBUG nova.scheduler.client.report [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.904140] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.904140] env[69744]: value = "task-3312245" [ 1084.904140] env[69744]: _type = "Task" [ 1084.904140] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.912963] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312245, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.938242] env[69744]: INFO nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] instance snapshotting [ 1084.938848] env[69744]: DEBUG nova.objects.instance [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.972528] env[69744]: DEBUG nova.compute.manager [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Received event network-changed-001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.972528] env[69744]: DEBUG nova.compute.manager [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Refreshing instance network info cache due to event network-changed-001ec8d5-b76c-415d-b3ff-ca517fd24847. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.972528] env[69744]: DEBUG oslo_concurrency.lockutils [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] Acquiring lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.972676] env[69744]: DEBUG oslo_concurrency.lockutils [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] Acquired lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.972889] env[69744]: DEBUG nova.network.neutron [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Refreshing network info cache for port 001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.997977] env[69744]: INFO nova.virt.block_device [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Booting with volume 05a8216f-e046-4c4c-816e-9d9c50b63003 at /dev/sdb [ 1085.046040] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a52c523b-f17f-4f14-be67-3fec2175c7b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.057527] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e13dee9-c9eb-4536-83fc-64e417705471 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.091602] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc93d980-bca6-4cbe-90ae-b97a88abc2ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.101809] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8654b53-44ab-41d5-b8ef-1c0a4ad22453 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.137320] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c8c62-a51c-466c-9aa9-16bf6842230b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.144753] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d94a15-b290-43e2-872a-112e45096c98 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.159814] env[69744]: DEBUG nova.virt.block_device [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating existing volume attachment record: 5d3b418c-3546-4bf2-8033-0ffd8fe0532a {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.190515] env[69744]: INFO nova.compute.manager [-] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Took 1.31 seconds to deallocate network for instance. [ 1085.278109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.278109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.302885] env[69744]: DEBUG nova.compute.manager [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.303104] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.303537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c59b3937-d478-4993-9bd4-c3eb68d2aec3 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.679s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.304445] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7158ee6f-6bc5-44d4-96d3-d811051db0ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.313157] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.313459] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2acdb06-8074-4e2c-8d26-f30a1e53d40a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321495] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1085.321495] env[69744]: value = "task-3312247" [ 1085.321495] env[69744]: _type = "Task" [ 1085.321495] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.332000] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.399091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.399636] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.402377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.616s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.417717] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312245, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.445301] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80778a6f-4d3e-487d-8f3f-4afe861958be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.468588] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08fce7e-8fea-4096-9d68-b740daf7f917 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.697509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.780160] env[69744]: INFO nova.compute.manager [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Detaching volume 8a450f48-c09f-4866-bbbb-abe64b8e7fac [ 1085.817723] env[69744]: INFO nova.virt.block_device [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Attempting to driver detach volume 8a450f48-c09f-4866-bbbb-abe64b8e7fac from mountpoint /dev/sdb [ 1085.818020] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.818221] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661383', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'name': 'volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cca0bf85-021c-4850-827e-bea819cf9400', 'attached_at': '', 'detached_at': '', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'serial': '8a450f48-c09f-4866-bbbb-abe64b8e7fac'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.819107] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095d464-5a7d-4522-90a2-6556d04b1b00 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.835639] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312247, 'name': PowerOffVM_Task, 'duration_secs': 0.235986} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.856125] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.856370] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.856687] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f8b1258-719d-4012-89e0-8ca9e6171f2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.859804] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fae82-97d1-4289-8590-03cead83978d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.871905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6187eda6-3658-490f-bd24-cf220814a29c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.901625] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3382e5-58db-44a0-ade7-ea8207370648 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.920236] env[69744]: DEBUG nova.compute.utils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.925319] env[69744]: INFO nova.compute.claims [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.929376] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac/volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.935076] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.936543] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.936721] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.938552] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8830ad-483b-4573-acf2-da4f968ec328 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.959941] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312245, 'name': CreateVM_Task, 'duration_secs': 0.642741} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.960271] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.960480] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.960695] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleting the datastore file [datastore2] 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.961994] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.962226] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-108211c6-4e9e-48e5-ae74-40f011b2547e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.964505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.964661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.964986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.966471] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa757913-1c6e-4d81-bbb2-33675f4baa86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.968469] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1085.968469] env[69744]: value = "task-3312251" [ 1085.968469] env[69744]: _type = "Task" [ 1085.968469] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.975397] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1085.975397] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe8bea-2239-4d82-04df-61b3c7e739ae" [ 1085.975397] env[69744]: _type = "Task" [ 1085.975397] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.975702] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1085.975702] env[69744]: value = "task-3312252" [ 1085.975702] env[69744]: _type = "Task" [ 1085.975702] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.986046] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.987150] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.988184] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5155bc56-d266-42c6-82b8-02966857edef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.999031] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe8bea-2239-4d82-04df-61b3c7e739ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017884} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.999031] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.999031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.999031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.999031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.999031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.999031] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.999308] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f406abba-ab5d-4860-8a8d-9c5dbed8813f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.004041] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1086.004041] env[69744]: value = "task-3312253" [ 1086.004041] env[69744]: _type = "Task" [ 1086.004041] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.009483] env[69744]: DEBUG nova.policy [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e04851b23604dae89ab3331ed058b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90d63bb9d25f4380b895a16628c1513c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.015553] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.015730] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.016496] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.016703] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ba7fe2-8b6b-4588-af89-22245edc5f06 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.024771] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1086.024771] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a02283-181d-da9d-e2cb-63a68b1e9dc4" [ 1086.024771] env[69744]: _type = "Task" [ 1086.024771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.035230] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a02283-181d-da9d-e2cb-63a68b1e9dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.223273] env[69744]: DEBUG nova.network.neutron [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Updated VIF entry in instance network info cache for port 001ec8d5-b76c-415d-b3ff-ca517fd24847. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.223661] env[69744]: DEBUG nova.network.neutron [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Updating instance_info_cache with network_info: [{"id": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "address": "fa:16:3e:bb:2b:ad", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001ec8d5-b7", "ovs_interfaceid": "001ec8d5-b76c-415d-b3ff-ca517fd24847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.290308] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully created port: af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.425951] env[69744]: DEBUG nova.compute.manager [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Received event network-changed-ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.426170] env[69744]: DEBUG nova.compute.manager [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Refreshing instance network info cache due to event network-changed-ead689b7-dc0a-4778-8b45-7ae1b73db652. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.426380] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] Acquiring lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.426522] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] Acquired lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.426680] env[69744]: DEBUG nova.network.neutron [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Refreshing network info cache for port ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.431656] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.433457] env[69744]: INFO nova.compute.resource_tracker [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating resource usage from migration 9652f25d-4f5f-4f49-a927-01cc215bde60 [ 1086.483753] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312251, 'name': ReconfigVM_Task, 'duration_secs': 0.248064} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.484722] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.496814] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162dd46f-e353-4ea0-bde4-298490b10bff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.515456] env[69744]: DEBUG oslo_vmware.api [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18322} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.515456] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.515456] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.515456] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.515456] env[69744]: INFO nova.compute.manager [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1086.515456] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.521225] env[69744]: DEBUG nova.compute.manager [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.521225] env[69744]: DEBUG nova.network.neutron [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.529108] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.532793] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1086.532793] env[69744]: value = "task-3312254" [ 1086.532793] env[69744]: _type = "Task" [ 1086.532793] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.542894] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a02283-181d-da9d-e2cb-63a68b1e9dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.544197] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b704af7-aef4-498b-afa4-f3429a6d4779 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.552146] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.557060] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1086.557060] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3391f-f4ea-040a-7085-0fe8a68a25e1" [ 1086.557060] env[69744]: _type = "Task" [ 1086.557060] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.566796] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3391f-f4ea-040a-7085-0fe8a68a25e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.582131] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully created port: 25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.730982] env[69744]: DEBUG oslo_concurrency.lockutils [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] Releasing lock "refresh_cache-d681d8f3-3738-4333-9c70-4a2df190be2f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.731332] env[69744]: DEBUG nova.compute.manager [req-706e3317-4f71-423a-9318-cc55c2cedad6 req-5189189d-c142-4be7-b2fd-6c3a454eda9d service nova] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Received event network-vif-deleted-63e4ea71-1377-42b7-a4fe-eab20b4553e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.796278] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b844c7-430f-4c35-8ce4-7eee840d7eef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.805927] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37627c9-b3bf-4d32-965b-c9fc258f2a76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.844471] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully created port: 5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.847054] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4359b6e6-659f-4ce4-80cf-972240f2bd78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.857050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae59a5c1-750c-4bf4-96e4-dcf17e0297bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.875356] env[69744]: DEBUG nova.compute.provider_tree [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.025014] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312253, 'name': CreateSnapshot_Task, 'duration_secs': 0.994741} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.025376] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.028431] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972dd5df-9cb3-4274-a819-1abd6db79dcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.052797] env[69744]: DEBUG oslo_vmware.api [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312254, 'name': ReconfigVM_Task, 'duration_secs': 0.17543} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.055499] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661383', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'name': 'volume-8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cca0bf85-021c-4850-827e-bea819cf9400', 'attached_at': '', 'detached_at': '', 'volume_id': '8a450f48-c09f-4866-bbbb-abe64b8e7fac', 'serial': '8a450f48-c09f-4866-bbbb-abe64b8e7fac'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1087.068127] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f3391f-f4ea-040a-7085-0fe8a68a25e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01723} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.068387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.069231] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d681d8f3-3738-4333-9c70-4a2df190be2f/d681d8f3-3738-4333-9c70-4a2df190be2f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.069231] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4e9b24-4e45-498d-8392-7318b907e7da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.076773] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1087.076773] env[69744]: value = "task-3312255" [ 1087.076773] env[69744]: _type = "Task" [ 1087.076773] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.091561] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.382320] env[69744]: DEBUG nova.scheduler.client.report [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.437112] env[69744]: DEBUG nova.network.neutron [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updated VIF entry in instance network info cache for port ead689b7-dc0a-4778-8b45-7ae1b73db652. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.437499] env[69744]: DEBUG nova.network.neutron [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updating instance_info_cache with network_info: [{"id": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "address": "fa:16:3e:97:16:9b", "network": {"id": "2cfe8272-a28d-4e7d-8e79-c587e61d7729", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1418465220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c3f8afca01462b9d95d1602462f7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead689b7-dc", "ovs_interfaceid": "ead689b7-dc0a-4778-8b45-7ae1b73db652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.445975] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.482262] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.482625] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.483010] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.483404] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.483720] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.483884] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.484152] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.484378] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.484674] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.484932] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.485292] env[69744]: DEBUG nova.virt.hardware [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.486578] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91911560-3e92-49a1-ae4f-abab77ce1562 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.498395] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082312a-ecfd-4ade-bf57-4fbb1533b1f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.554947] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.555391] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2af652ec-b122-4de8-a7bf-93079212a4c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.566076] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1087.566076] env[69744]: value = "task-3312257" [ 1087.566076] env[69744]: _type = "Task" [ 1087.566076] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.579269] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312257, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.588657] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.610296] env[69744]: DEBUG nova.objects.instance [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lazy-loading 'flavor' on Instance uuid cca0bf85-021c-4850-827e-bea819cf9400 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.823923] env[69744]: DEBUG nova.network.neutron [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.889089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.487s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.889471] env[69744]: INFO nova.compute.manager [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Migrating [ 1087.897618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.731s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.900683] env[69744]: INFO nova.compute.claims [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.940857] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e4035b3-6894-4ab8-9d2a-1742e7b29b62 req-906ea4ec-754d-4e30-afc9-bd81af197818 service nova] Releasing lock "refresh_cache-50570547-53a5-4cd9-a774-17040ca0ec49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.076917] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312257, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.088295] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835416} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.088615] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] d681d8f3-3738-4333-9c70-4a2df190be2f/d681d8f3-3738-4333-9c70-4a2df190be2f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.088897] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.089201] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9399bcd5-f3ee-4aa5-b38b-4d78e73de73e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.096665] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1088.096665] env[69744]: value = "task-3312258" [ 1088.096665] env[69744]: _type = "Task" [ 1088.096665] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.105356] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.269646] env[69744]: DEBUG nova.compute.manager [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-plugged-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.269928] env[69744]: DEBUG oslo_concurrency.lockutils [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.270187] env[69744]: DEBUG oslo_concurrency.lockutils [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.270392] env[69744]: DEBUG oslo_concurrency.lockutils [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.270591] env[69744]: DEBUG nova.compute.manager [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] No waiting events found dispatching network-vif-plugged-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.270782] env[69744]: WARNING nova.compute.manager [req-60e5a974-47eb-4584-8cac-a32957bfb9f1 req-bbd3d33d-6b9d-44d6-bcc9-85ae10355ec1 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received unexpected event network-vif-plugged-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda for instance with vm_state building and task_state spawning. [ 1088.326948] env[69744]: INFO nova.compute.manager [-] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Took 1.81 seconds to deallocate network for instance. [ 1088.357475] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully updated port: af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.413047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.413224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.413376] env[69744]: DEBUG nova.network.neutron [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.489102] env[69744]: DEBUG nova.compute.manager [req-39de708b-dee2-4057-8bfd-ab1c9185e07c req-163b0294-9ea9-4807-8115-70ee4c489916 service nova] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Received event network-vif-deleted-8d80c47a-94ec-4306-a478-291c63484f2c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.578241] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312257, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.608581] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087907} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.608870] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.609831] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c0be7-a72c-4b8d-8036-f394f9f5acd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.626090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7df08587-45de-471c-bda6-e27434593103 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.350s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.636207] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d681d8f3-3738-4333-9c70-4a2df190be2f/d681d8f3-3738-4333-9c70-4a2df190be2f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.636762] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b50e422-6209-415f-9ac2-bba0c7e64f5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.660799] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1088.660799] env[69744]: value = "task-3312259" [ 1088.660799] env[69744]: _type = "Task" [ 1088.660799] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.673989] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.836167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.081657] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312257, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.143914] env[69744]: DEBUG nova.network.neutron [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.173434] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.188096] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ddc301-aac5-49fb-9355-5b32785cec39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.195507] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b14c87-05cf-46b4-b1db-fde163f9b8a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.225812] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6680c7f9-8d5e-48fd-8e72-e06883de06bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.234491] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8674033-0754-4c7a-9a87-f40e5a0bea29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.250041] env[69744]: DEBUG nova.compute.provider_tree [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.582133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.582493] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.583802] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312257, 'name': CloneVM_Task, 'duration_secs': 1.575854} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.584348] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Created linked-clone VM from snapshot [ 1089.585142] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c62582-3aea-4ece-9fdf-f02dbdf2b26f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.594437] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploading image e93939b5-000b-4ec3-89f3-32a47f1ae8ea {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.623067] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1089.623067] env[69744]: value = "vm-661391" [ 1089.623067] env[69744]: _type = "VirtualMachine" [ 1089.623067] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1089.623376] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af0b8253-6809-4e08-aa27-3162eae1e68b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.633403] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease: (returnval){ [ 1089.633403] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a5663-2030-293d-e962-eda38798301f" [ 1089.633403] env[69744]: _type = "HttpNfcLease" [ 1089.633403] env[69744]: } obtained for exporting VM: (result){ [ 1089.633403] env[69744]: value = "vm-661391" [ 1089.633403] env[69744]: _type = "VirtualMachine" [ 1089.633403] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1089.633693] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the lease: (returnval){ [ 1089.633693] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a5663-2030-293d-e962-eda38798301f" [ 1089.633693] env[69744]: _type = "HttpNfcLease" [ 1089.633693] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1089.640330] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.640330] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a5663-2030-293d-e962-eda38798301f" [ 1089.640330] env[69744]: _type = "HttpNfcLease" [ 1089.640330] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.648399] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.671850] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312259, 'name': ReconfigVM_Task, 'duration_secs': 0.973076} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.672163] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d681d8f3-3738-4333-9c70-4a2df190be2f/d681d8f3-3738-4333-9c70-4a2df190be2f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.672795] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccd24858-7bfc-4362-b239-a32b40ed5555 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.679675] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1089.679675] env[69744]: value = "task-3312261" [ 1089.679675] env[69744]: _type = "Task" [ 1089.679675] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.688447] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312261, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.753578] env[69744]: DEBUG nova.scheduler.client.report [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.085534] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.143027] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.143027] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a5663-2030-293d-e962-eda38798301f" [ 1090.143027] env[69744]: _type = "HttpNfcLease" [ 1090.143027] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.143329] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.143329] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522a5663-2030-293d-e962-eda38798301f" [ 1090.143329] env[69744]: _type = "HttpNfcLease" [ 1090.143329] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.144080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48169c51-cb8f-43e4-8c2b-9cfe600ebb65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.158626] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.158776] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.228883] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312261, 'name': Rename_Task, 'duration_secs': 0.487056} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.229182] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.229437] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b89087c-f032-4d36-ba84-a57e629b3833 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.238028] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1090.238028] env[69744]: value = "task-3312262" [ 1090.238028] env[69744]: _type = "Task" [ 1090.238028] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.247119] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.258867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.259414] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.265568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.637s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.267099] env[69744]: INFO nova.compute.claims [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.270257] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac29fd16-8523-4009-b961-bc701471bc70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.297998] env[69744]: DEBUG nova.compute.manager [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-changed-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.298166] env[69744]: DEBUG nova.compute.manager [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing instance network info cache due to event network-changed-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.298346] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Acquiring lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.298487] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Acquired lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.298820] env[69744]: DEBUG nova.network.neutron [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing network info cache for port af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.387389] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully updated port: 25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.393316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.393581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.393873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.395197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.395197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.396768] env[69744]: INFO nova.compute.manager [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Terminating instance [ 1090.610055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.749651] env[69744]: DEBUG oslo_vmware.api [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312262, 'name': PowerOnVM_Task, 'duration_secs': 0.494424} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.750162] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.750494] env[69744]: INFO nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1090.750748] env[69744]: DEBUG nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.754397] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bf66f-a943-4e89-955a-aba462dc73f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.766706] env[69744]: DEBUG nova.compute.utils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.769774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.770126] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.770346] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.826705] env[69744]: DEBUG nova.policy [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.846729] env[69744]: DEBUG nova.network.neutron [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.900672] env[69744]: DEBUG nova.compute.manager [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.900983] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.902113] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7fc24c-87dd-44cd-b5a7-05356543a8ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.911775] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.912130] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81634e1f-688a-4ed9-b434-fee7599e179f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.921187] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1090.921187] env[69744]: value = "task-3312263" [ 1090.921187] env[69744]: _type = "Task" [ 1090.921187] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.940026] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.033041] env[69744]: DEBUG nova.network.neutron [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.170519] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd59cc0-6f6d-4946-9f71-be67ecc90056 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.192567] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.198620] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Successfully created port: a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.277031] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.283417] env[69744]: INFO nova.compute.manager [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Took 17.84 seconds to build instance. [ 1091.440501] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312263, 'name': PowerOffVM_Task, 'duration_secs': 0.256212} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.444113] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.444427] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.445087] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b7c64f-742b-4920-8e3b-bf730e3d0c58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.537415] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Releasing lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.537692] env[69744]: DEBUG nova.compute.manager [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-plugged-25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.537978] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.538490] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.538695] env[69744]: DEBUG oslo_concurrency.lockutils [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.538941] env[69744]: DEBUG nova.compute.manager [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] No waiting events found dispatching network-vif-plugged-25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.540173] env[69744]: WARNING nova.compute.manager [req-3c058cdd-6031-49e4-862c-f16a1471a4b3 req-fcb2b1fd-e502-4cf8-abec-93489d4f91e8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received unexpected event network-vif-plugged-25fc3fcd-a157-4b2a-a39b-30f65a39612f for instance with vm_state building and task_state spawning. [ 1091.606790] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92328fcb-7232-467b-8da1-0e79e7e41592 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.615457] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ba10e-c954-4089-a9d8-1ddc79bd7055 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.650372] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd940c6-f63a-4685-9a96-1cad16761af7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.659800] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4635e-6580-42c9-bd82-faad750a1212 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.676485] env[69744]: DEBUG nova.compute.provider_tree [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.704153] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.704856] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e014f189-45a8-4cca-95ba-c9dedc46859c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.712899] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1091.712899] env[69744]: value = "task-3312265" [ 1091.712899] env[69744]: _type = "Task" [ 1091.712899] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.723202] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.788618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-290aff42-3be8-4b73-904c-9f0227abfcbc tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.354s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.807440] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb822384-7207-47fe-9197-2d057dae9e56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.815982] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Suspending the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1091.816505] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bca65d2c-bd5c-4298-abc9-030ff163106e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.824891] env[69744]: DEBUG oslo_vmware.api [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1091.824891] env[69744]: value = "task-3312266" [ 1091.824891] env[69744]: _type = "Task" [ 1091.824891] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.835634] env[69744]: DEBUG oslo_vmware.api [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312266, 'name': SuspendVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.180031] env[69744]: DEBUG nova.scheduler.client.report [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.224120] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312265, 'name': PowerOffVM_Task, 'duration_secs': 0.199501} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.224604] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.224922] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.257923] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.259378] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.259780] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleting the datastore file [datastore2] 250cb0d3-8811-4b97-8467-27aa59ba2b76 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.260178] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7266352-d618-4734-9735-83e8ee601dd3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.272274] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1092.272274] env[69744]: value = "task-3312267" [ 1092.272274] env[69744]: _type = "Task" [ 1092.272274] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.282532] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.290425] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.321971] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.323022] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.323022] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.323022] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.323237] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.323237] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.323402] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.323570] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.323738] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.323923] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.324088] env[69744]: DEBUG nova.virt.hardware [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.324989] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e732959-9584-4e70-911c-0ee827c8d02e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.335713] env[69744]: DEBUG nova.compute.manager [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-changed-25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.335982] env[69744]: DEBUG nova.compute.manager [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing instance network info cache due to event network-changed-25fc3fcd-a157-4b2a-a39b-30f65a39612f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.336278] env[69744]: DEBUG oslo_concurrency.lockutils [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] Acquiring lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.336705] env[69744]: DEBUG oslo_concurrency.lockutils [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] Acquired lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.336705] env[69744]: DEBUG nova.network.neutron [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing network info cache for port 25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.343218] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b8f06-4a61-4a01-b3ad-2f4e3b18d54f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.353541] env[69744]: DEBUG oslo_vmware.api [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312266, 'name': SuspendVM_Task} progress is 58%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.552954] env[69744]: DEBUG nova.compute.manager [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-plugged-5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.552954] env[69744]: DEBUG oslo_concurrency.lockutils [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.552954] env[69744]: DEBUG oslo_concurrency.lockutils [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.552954] env[69744]: DEBUG oslo_concurrency.lockutils [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.553238] env[69744]: DEBUG nova.compute.manager [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] No waiting events found dispatching network-vif-plugged-5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.553551] env[69744]: WARNING nova.compute.manager [req-03a40569-b580-41b6-911f-033a078caf6a req-52267bcb-81fa-4f10-b98e-0b09e4121130 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received unexpected event network-vif-plugged-5a69de98-2223-4ef9-bca1-547ebae10991 for instance with vm_state building and task_state spawning. [ 1092.685921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.687081] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.690353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.027s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.691885] env[69744]: INFO nova.compute.claims [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.732889] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.734582] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.735371] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.741480] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fe50cb-3741-41b3-a484-45e43e39de90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.757944] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Successfully updated port: 5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.762147] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1092.762147] env[69744]: value = "task-3312268" [ 1092.762147] env[69744]: _type = "Task" [ 1092.762147] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.773666] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.775393] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Successfully updated port: a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.788114] env[69744]: DEBUG oslo_vmware.api [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30037} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.788829] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.788829] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.788829] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.789209] env[69744]: INFO nova.compute.manager [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1092.789342] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.789610] env[69744]: DEBUG nova.compute.manager [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.789761] env[69744]: DEBUG nova.network.neutron [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.841162] env[69744]: DEBUG oslo_vmware.api [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312266, 'name': SuspendVM_Task, 'duration_secs': 0.819925} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.844401] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Suspended the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1092.844639] env[69744]: DEBUG nova.compute.manager [None req-bb263e9b-c1ed-4127-8bb3-c729912f5c08 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.845647] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c3be4-3d72-4234-8fce-2c840c5075b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.915665] env[69744]: DEBUG nova.network.neutron [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.197678] env[69744]: DEBUG nova.compute.utils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.199916] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Not allocating networking since 'none' was specified. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1093.263844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.274265] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312268, 'name': ReconfigVM_Task, 'duration_secs': 0.24574} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.274601] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.282014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.282261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.282500] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.356726] env[69744]: DEBUG nova.network.neutron [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.704844] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.786199] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.786436] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.786541] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.786716] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.786868] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.787025] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.787245] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.787403] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.787569] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.787734] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.787922] env[69744]: DEBUG nova.virt.hardware [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.793420] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.801274] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439e0b3a-b701-43db-9092-3851c18128bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.826862] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1093.826862] env[69744]: value = "task-3312269" [ 1093.826862] env[69744]: _type = "Task" [ 1093.826862] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.837864] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.845570] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.868623] env[69744]: DEBUG oslo_concurrency.lockutils [req-c710bc72-7b29-42be-b773-16bb33d563df req-3d2d41c0-314a-4d89-8f34-a198c2d542c8 service nova] Releasing lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.871518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.871692] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.999651] env[69744]: DEBUG nova.network.neutron [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.018497] env[69744]: DEBUG nova.network.neutron [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.110379] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0073c6-0f0e-4b17-a596-1104dee3c217 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.117588] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5a940-5381-453f-a058-00898356e472 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.152133] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7b7b96-73d1-446a-8ef4-429c90fba023 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.161015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4069ef-3054-4835-a098-5d6dadc8750a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.177202] env[69744]: DEBUG nova.compute.provider_tree [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.284905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "d681d8f3-3738-4333-9c70-4a2df190be2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.285286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.285528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.285784] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.286018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.288321] env[69744]: INFO nova.compute.manager [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Terminating instance [ 1094.340130] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.368767] env[69744]: DEBUG nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-vif-plugged-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.368991] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.369234] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.369398] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.369566] env[69744]: DEBUG nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] No waiting events found dispatching network-vif-plugged-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.369732] env[69744]: WARNING nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received unexpected event network-vif-plugged-a9465818-bb29-49e0-a546-585b274e654e for instance with vm_state building and task_state spawning. [ 1094.370032] env[69744]: DEBUG nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-changed-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.370302] env[69744]: DEBUG nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing instance network info cache due to event network-changed-a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.370493] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.422284] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.502124] env[69744]: INFO nova.compute.manager [-] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Took 1.71 seconds to deallocate network for instance. [ 1094.521259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.521995] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Instance network_info: |[{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.521995] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.522262] env[69744]: DEBUG nova.network.neutron [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing network info cache for port a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.524234] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:8a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9465818-bb29-49e0-a546-585b274e654e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.532548] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.536084] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.536688] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b20d35a-1184-411f-926c-b09cd469686f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.558795] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.558795] env[69744]: value = "task-3312270" [ 1094.558795] env[69744]: _type = "Task" [ 1094.558795] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.569049] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312270, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.683291] env[69744]: DEBUG nova.scheduler.client.report [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.716489] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.736066] env[69744]: DEBUG nova.compute.manager [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-changed-5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.736296] env[69744]: DEBUG nova.compute.manager [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing instance network info cache due to event network-changed-5a69de98-2223-4ef9-bca1-547ebae10991. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.736449] env[69744]: DEBUG oslo_concurrency.lockutils [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] Acquiring lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.746358] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.746612] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.746774] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.746956] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.747259] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.747331] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.747532] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.747690] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.747869] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.748041] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.748305] env[69744]: DEBUG nova.virt.hardware [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.749410] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c564e653-3db2-497a-91f8-f3524cc118cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.761027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3ccfae-63c2-4f2c-8ad1-ef014e07bb26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.776607] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.782331] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Creating folder: Project (7597929deb16473294f45bb270d03c65). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.784973] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-290d3831-a2da-473b-a45f-92c001671058 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.792948] env[69744]: DEBUG nova.compute.manager [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.793177] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.794144] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c61242f-3f82-47f0-a607-1b2ff8aa201b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.798354] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Created folder: Project (7597929deb16473294f45bb270d03c65) in parent group-v661134. [ 1094.798536] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Creating folder: Instances. Parent ref: group-v661393. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.799177] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28338582-fc4d-400d-9261-feaa94cbbd28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.804258] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.804549] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf5cc52b-b2c1-4a02-9701-091606a79e70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.812106] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Created folder: Instances in parent group-v661393. [ 1094.812397] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.812597] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.815121] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eacaf2b2-09cd-4f2d-8917-50883432e543 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838943] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.840684] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.840684] env[69744]: value = "task-3312274" [ 1094.840684] env[69744]: _type = "Task" [ 1094.840684] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.849762] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312274, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.880711] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.880711] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.880936] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore1] d681d8f3-3738-4333-9c70-4a2df190be2f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.881999] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818ba98a-c965-4e92-ab8d-ab48232c8534 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.890807] env[69744]: DEBUG oslo_vmware.api [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1094.890807] env[69744]: value = "task-3312275" [ 1094.890807] env[69744]: _type = "Task" [ 1094.890807] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.904588] env[69744]: DEBUG oslo_vmware.api [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.932051] env[69744]: DEBUG nova.network.neutron [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [{"id": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "address": "fa:16:3e:ad:7d:cc", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf78ba7e-eb", "ovs_interfaceid": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "address": "fa:16:3e:5f:e5:ed", "network": {"id": "4b7d70dc-936d-4980-be8c-0786b42ad9d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138165237", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fc3fcd-a1", "ovs_interfaceid": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a69de98-2223-4ef9-bca1-547ebae10991", "address": "fa:16:3e:12:be:be", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a69de98-22", "ovs_interfaceid": "5a69de98-2223-4ef9-bca1-547ebae10991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.009818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.071935] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312270, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.186398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.187590] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.189921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.753s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.191539] env[69744]: INFO nova.compute.claims [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.263676] env[69744]: DEBUG nova.network.neutron [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updated VIF entry in instance network info cache for port a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.264202] env[69744]: DEBUG nova.network.neutron [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.338287] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312269, 'name': ReconfigVM_Task, 'duration_secs': 1.25752} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.338731] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.339600] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f7251-6d90-4483-a439-b914ada25a4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.351734] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312274, 'name': CreateVM_Task, 'duration_secs': 0.389306} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.362421] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.370353] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.370880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.371091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.371529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.371795] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323be0cd-ef35-432f-8f97-c476601fa2d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.385489] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7278f6-5e0c-4319-8d29-b2161aa85f5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.391451] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1095.391451] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52456a4c-3096-9bb5-bd6e-03cc2cd366b8" [ 1095.391451] env[69744]: _type = "Task" [ 1095.391451] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.399383] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1095.399383] env[69744]: value = "task-3312276" [ 1095.399383] env[69744]: _type = "Task" [ 1095.399383] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.411060] env[69744]: DEBUG oslo_vmware.api [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322404} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.411284] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52456a4c-3096-9bb5-bd6e-03cc2cd366b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.411910] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.412153] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.412343] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.412528] env[69744]: INFO nova.compute.manager [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1095.412853] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.413155] env[69744]: DEBUG nova.compute.manager [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.413317] env[69744]: DEBUG nova.network.neutron [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.418431] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.434516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.434876] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance network_info: |[{"id": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "address": "fa:16:3e:ad:7d:cc", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf78ba7e-eb", "ovs_interfaceid": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "address": "fa:16:3e:5f:e5:ed", "network": {"id": "4b7d70dc-936d-4980-be8c-0786b42ad9d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138165237", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fc3fcd-a1", "ovs_interfaceid": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a69de98-2223-4ef9-bca1-547ebae10991", "address": "fa:16:3e:12:be:be", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a69de98-22", "ovs_interfaceid": "5a69de98-2223-4ef9-bca1-547ebae10991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.435205] env[69744]: DEBUG oslo_concurrency.lockutils [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] Acquired lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.435387] env[69744]: DEBUG nova.network.neutron [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Refreshing network info cache for port 5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.436690] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:7d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af78ba7e-ebf6-488f-b4b9-eb14e6fafdda', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25fc3fcd-a157-4b2a-a39b-30f65a39612f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:be:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a69de98-2223-4ef9-bca1-547ebae10991', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.447771] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Creating folder: Project (90d63bb9d25f4380b895a16628c1513c). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.451534] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5fcb249-5e81-469c-8cc5-e7cdc7ba900f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.466087] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Created folder: Project (90d63bb9d25f4380b895a16628c1513c) in parent group-v661134. [ 1095.466087] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Creating folder: Instances. Parent ref: group-v661396. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.466087] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90bfd24c-bb52-4c86-9ed7-0e7221a27973 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.478491] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Created folder: Instances in parent group-v661396. [ 1095.478853] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.479098] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.479333] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d5f795-4d15-4691-babb-3a8113ed3fe8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.508670] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.508670] env[69744]: value = "task-3312279" [ 1095.508670] env[69744]: _type = "Task" [ 1095.508670] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.517227] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312279, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.573159] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312270, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.695879] env[69744]: DEBUG nova.compute.utils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.699374] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.699558] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.745147] env[69744]: DEBUG nova.policy [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b32d61757a45108fd0c2625ecadc15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05d833e505f54a7597357db580fe07c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.767291] env[69744]: DEBUG oslo_concurrency.lockutils [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.767565] env[69744]: DEBUG nova.compute.manager [req-73f81ac8-fc2b-44a7-916f-7a4ae205cd18 req-69e4b5e0-f13a-4e26-a506-e93d9339d530 service nova] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Received event network-vif-deleted-a24edcd6-947f-4805-bb79-0625909cd1a7 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.784827] env[69744]: DEBUG nova.network.neutron [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updated VIF entry in instance network info cache for port 5a69de98-2223-4ef9-bca1-547ebae10991. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.784900] env[69744]: DEBUG nova.network.neutron [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [{"id": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "address": "fa:16:3e:ad:7d:cc", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf78ba7e-eb", "ovs_interfaceid": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "address": "fa:16:3e:5f:e5:ed", "network": {"id": "4b7d70dc-936d-4980-be8c-0786b42ad9d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138165237", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fc3fcd-a1", "ovs_interfaceid": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a69de98-2223-4ef9-bca1-547ebae10991", "address": "fa:16:3e:12:be:be", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a69de98-22", "ovs_interfaceid": "5a69de98-2223-4ef9-bca1-547ebae10991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.913044] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312276, 'name': ReconfigVM_Task, 'duration_secs': 0.302248} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.918601] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 83249de9-634d-4441-aced-5311d10f7766/83249de9-634d-4441-aced-5311d10f7766.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.918601] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.920240] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52456a4c-3096-9bb5-bd6e-03cc2cd366b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.921317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.922852] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.922852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.922852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.922852] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.922852] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702b0dc3-1be1-4ca7-b870-342ccf88d9b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.935856] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.936061] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.936835] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f182c6-b01e-41a8-8b6c-6121cadfe3f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.943451] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1095.943451] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525497ce-ca2a-bd19-c6fc-886fe05e43a3" [ 1095.943451] env[69744]: _type = "Task" [ 1095.943451] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.954155] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525497ce-ca2a-bd19-c6fc-886fe05e43a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.022701] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312279, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.072536] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312270, 'name': CreateVM_Task, 'duration_secs': 1.399099} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.073980] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Successfully created port: c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.076405] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.077431] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.077774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.078471] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.079309] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b239f5b8-a222-4ac9-8ffa-0888ae935454 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.091199] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1096.091199] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c76b7-d9fe-5852-63cc-87be6b671716" [ 1096.091199] env[69744]: _type = "Task" [ 1096.091199] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.105971] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c76b7-d9fe-5852-63cc-87be6b671716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.171582] env[69744]: DEBUG nova.network.neutron [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.201039] env[69744]: DEBUG nova.compute.utils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.287400] env[69744]: DEBUG oslo_concurrency.lockutils [req-c068907e-e7e3-43d2-90da-0a427ec95c2a req-77d1a5de-5c74-4ffc-abda-0844033457e5 service nova] Releasing lock "refresh_cache-76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.395010] env[69744]: DEBUG nova.compute.manager [req-c922d8bd-34d8-49dc-ac1e-1b2d59d610b8 req-4ac07a25-dcf0-4c73-aec6-179c08cfbaad service nova] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Received event network-vif-deleted-001ec8d5-b76c-415d-b3ff-ca517fd24847 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.423875] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae1a97d-27d0-49a8-874c-adc65d8f9d97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.455774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d1a7e7-c821-425b-b1af-0f1d707d4f50 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.464943] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525497ce-ca2a-bd19-c6fc-886fe05e43a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017344} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.479999] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.486293] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68656c2-4b4c-4250-b94a-bdc5317ac760 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.493415] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1096.493415] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253a05c-4ef8-ddac-e076-c1aaf6b7ff6d" [ 1096.493415] env[69744]: _type = "Task" [ 1096.493415] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.502054] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253a05c-4ef8-ddac-e076-c1aaf6b7ff6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.521531] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312279, 'name': CreateVM_Task, 'duration_secs': 0.79578} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.521802] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.522682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.550618] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7e0e4-a18d-4523-a5cd-fa54b8cf3654 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.558895] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb04561-cbd3-4692-b517-b18759bd53c6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.589905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc81466-1f97-4625-9d27-dd38d5761d22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.604569] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedafee9-cd8b-427c-916f-7f6a4b855a6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.608481] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522c76b7-d9fe-5852-63cc-87be6b671716, 'name': SearchDatastore_Task, 'duration_secs': 0.019027} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.608781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.609013] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.609239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.609889] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.610302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.610552] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc4089c-ccf6-4aaa-8eb4-976495b9c8ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.621610] env[69744]: DEBUG nova.compute.provider_tree [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.626789] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1096.626789] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218e752-707d-fb72-4ccf-f5b7d5be9def" [ 1096.626789] env[69744]: _type = "Task" [ 1096.626789] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.635659] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218e752-707d-fb72-4ccf-f5b7d5be9def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.674658] env[69744]: INFO nova.compute.manager [-] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Took 1.26 seconds to deallocate network for instance. [ 1096.707826] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.004847] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5253a05c-4ef8-ddac-e076-c1aaf6b7ff6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.005110] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.006115] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.006115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.006115] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.006115] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b67752-e55d-4029-808d-c7651e095250 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.008177] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22eb76ba-bd53-4de4-bc04-c5fa6825de86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.016307] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1097.016307] env[69744]: value = "task-3312280" [ 1097.016307] env[69744]: _type = "Task" [ 1097.016307] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.020713] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.020932] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.022265] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ae54ba-f1a6-4975-aba4-749d3b4ab866 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.027828] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.033026] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1097.033026] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc5413-7a3b-fead-8ebd-33bb09a6d708" [ 1097.033026] env[69744]: _type = "Task" [ 1097.033026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.042491] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc5413-7a3b-fead-8ebd-33bb09a6d708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.057499] env[69744]: DEBUG nova.network.neutron [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Port 202922bf-9c1e-44bc-901a-f05312c09367 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1097.125151] env[69744]: DEBUG nova.scheduler.client.report [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.140230] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218e752-707d-fb72-4ccf-f5b7d5be9def, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.140650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.140842] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.141086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.181030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.529417] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.544356] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52cc5413-7a3b-fead-8ebd-33bb09a6d708, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.545368] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6ba51a-186c-4e9d-8c43-bee2b8cd6dad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.552174] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1097.552174] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520d2abb-f694-5059-8a83-197e0060c24f" [ 1097.552174] env[69744]: _type = "Task" [ 1097.552174] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.565713] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520d2abb-f694-5059-8a83-197e0060c24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.633963] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.634722] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.642024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.942s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.642024] env[69744]: DEBUG nova.objects.instance [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lazy-loading 'resources' on Instance uuid fc515074-a3a4-4687-9a60-d10278539c3f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.674022] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Successfully updated port: c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.718158] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.743877] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:41:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='720833906',id=44,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1252184364',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.744146] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.744307] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.744494] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.744639] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.744786] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.744994] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.745171] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.745384] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.745498] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.745670] env[69744]: DEBUG nova.virt.hardware [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.746578] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b33418-5f78-4647-b8b4-0ec5b4809af8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.755879] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e58428-2630-4e94-8acc-9a0a042a8aea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.027491] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670019} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.027760] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.028000] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.028268] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e73172d-8b52-403b-b420-d5095ba0e8de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.036415] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1098.036415] env[69744]: value = "task-3312281" [ 1098.036415] env[69744]: _type = "Task" [ 1098.036415] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.046421] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.063178] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520d2abb-f694-5059-8a83-197e0060c24f, 'name': SearchDatastore_Task, 'duration_secs': 0.057548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.063452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.063716] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ec3682e7-1bdd-41c2-b18c-4fdf25d8290c/ec3682e7-1bdd-41c2-b18c-4fdf25d8290c.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.064020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.064211] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.064432] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250f0155-9d0a-4391-8178-ac7e75c3f44d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.066609] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b709b898-b637-4c80-a1f3-6608a80b6943 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.083030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.084260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.084260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.087051] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1098.087051] env[69744]: value = "task-3312282" [ 1098.087051] env[69744]: _type = "Task" [ 1098.087051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.092609] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.092796] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.093616] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9947aaf-a73a-4f9d-957d-b184c5079bb8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.103694] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.105127] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1098.105127] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe5399-d475-d595-f058-c57ec135bfbb" [ 1098.105127] env[69744]: _type = "Task" [ 1098.105127] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.116941] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fe5399-d475-d595-f058-c57ec135bfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.118221] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0436fbf9-bd0f-436a-8719-9079ae20e839 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.125418] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1098.125418] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529adbd1-d25a-b6da-79c6-c7cbf12ec365" [ 1098.125418] env[69744]: _type = "Task" [ 1098.125418] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.135183] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529adbd1-d25a-b6da-79c6-c7cbf12ec365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.140737] env[69744]: DEBUG nova.compute.utils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.142055] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.142238] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.176626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.176787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.177112] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.187116] env[69744]: DEBUG nova.policy [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.479027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7557a7-c0a7-4459-bacd-d0f0a9edafe2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.488277] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329f617-8e1d-4731-a636-8e9552b0ed6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.521889] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Successfully created port: 78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.524698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db740267-3769-4ccd-9f83-79dab8a030e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.534274] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217501d-cd79-4de2-85e8-84101dbaa72f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.555844] env[69744]: DEBUG nova.compute.provider_tree [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.557373] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08595} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.557847] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.558713] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744755b0-ebb7-41a0-b6fc-6f0c64d67312 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.581460] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.583311] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21743fb-e17e-45dd-9071-89fa1c3bcaed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.599223] env[69744]: DEBUG nova.compute.manager [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Received event network-vif-plugged-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.599522] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Acquiring lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.599788] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.599974] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.600204] env[69744]: DEBUG nova.compute.manager [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] No waiting events found dispatching network-vif-plugged-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.600376] env[69744]: WARNING nova.compute.manager [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Received unexpected event network-vif-plugged-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 for instance with vm_state building and task_state spawning. [ 1098.600558] env[69744]: DEBUG nova.compute.manager [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Received event network-changed-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.600716] env[69744]: DEBUG nova.compute.manager [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Refreshing instance network info cache due to event network-changed-c31eeeb8-d280-4e85-ae75-4b79ceb1d626. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.600882] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Acquiring lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.616456] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.617733] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ec3682e7-1bdd-41c2-b18c-4fdf25d8290c/ec3682e7-1bdd-41c2-b18c-4fdf25d8290c.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.618068] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.618300] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1098.618300] env[69744]: value = "task-3312283" [ 1098.618300] env[69744]: _type = "Task" [ 1098.618300] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.619129] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a0d155-25fe-49a3-a35d-c5092fa00865 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.633779] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.634248] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1098.634248] env[69744]: value = "task-3312284" [ 1098.634248] env[69744]: _type = "Task" [ 1098.634248] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.638201] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]529adbd1-d25a-b6da-79c6-c7cbf12ec365, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.642468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.643047] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a/76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.643540] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d871dae-23fb-4185-92c3-fba2c6db7d3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.647028] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.653980] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.659486] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1098.659486] env[69744]: value = "task-3312285" [ 1098.659486] env[69744]: _type = "Task" [ 1098.659486] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.670275] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.722874] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.867979] env[69744]: DEBUG nova.network.neutron [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updating instance_info_cache with network_info: [{"id": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "address": "fa:16:3e:40:eb:d0", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31eeeb8-d2", "ovs_interfaceid": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.060098] env[69744]: DEBUG nova.scheduler.client.report [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.134016] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.149842] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087469} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.150147] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.154352] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d355c8c-2e85-429e-8d00-0694a9c4e9b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.182053] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] ec3682e7-1bdd-41c2-b18c-4fdf25d8290c/ec3682e7-1bdd-41c2-b18c-4fdf25d8290c.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.182920] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b15d7a-fee6-4f59-befa-74a8ddc4d719 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.203773] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.203951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.204161] env[69744]: DEBUG nova.network.neutron [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.205748] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.216578] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1099.216578] env[69744]: value = "task-3312286" [ 1099.216578] env[69744]: _type = "Task" [ 1099.216578] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.232520] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.371438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.371944] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Instance network_info: |[{"id": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "address": "fa:16:3e:40:eb:d0", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31eeeb8-d2", "ovs_interfaceid": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.372387] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Acquired lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.372571] env[69744]: DEBUG nova.network.neutron [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Refreshing network info cache for port c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.373767] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:eb:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c31eeeb8-d280-4e85-ae75-4b79ceb1d626', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.385480] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.388988] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.389262] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2790480e-1fa9-42e5-a357-0ef3e493f90f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.411746] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.411746] env[69744]: value = "task-3312287" [ 1099.411746] env[69744]: _type = "Task" [ 1099.411746] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.420679] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312287, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.429775] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1099.430877] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece481f3-9b96-4423-9a4f-29b094269e62 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.437614] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1099.437614] env[69744]: ERROR oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk due to incomplete transfer. [ 1099.437783] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f0fa06d-9c23-47ca-88f1-15a2f5f81270 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.447038] env[69744]: DEBUG oslo_vmware.rw_handles [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba95f2-b6b4-bd02-97c6-5c7015ad9772/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.447287] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Uploaded image e93939b5-000b-4ec3-89f3-32a47f1ae8ea to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.449888] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.450218] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be9cfc30-e2be-4e14-af4c-44dcd9ee0241 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.457128] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1099.457128] env[69744]: value = "task-3312288" [ 1099.457128] env[69744]: _type = "Task" [ 1099.457128] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.468535] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312288, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.565841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.568334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.732s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.568589] env[69744]: DEBUG nova.objects.instance [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'resources' on Instance uuid 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.600087] env[69744]: INFO nova.scheduler.client.report [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Deleted allocations for instance fc515074-a3a4-4687-9a60-d10278539c3f [ 1099.633764] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312283, 'name': ReconfigVM_Task, 'duration_secs': 0.731021} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.634073] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.634777] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a953c0ea-10b8-4bd2-a15a-b315d8cf698a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.645715] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1099.645715] env[69744]: value = "task-3312289" [ 1099.645715] env[69744]: _type = "Task" [ 1099.645715] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.655547] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312289, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.658738] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.675292] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632533} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.675571] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a/76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.675793] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.676059] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34b4690-93b2-4a76-bbf2-04245b66fb7b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.687712] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.687956] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.688122] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.688307] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.688452] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.688597] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.688802] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.688959] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.689140] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.689352] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.689544] env[69744]: DEBUG nova.virt.hardware [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.690444] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5560cd9-cc30-4fc5-a4fa-430f5089ea85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.694823] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1099.694823] env[69744]: value = "task-3312290" [ 1099.694823] env[69744]: _type = "Task" [ 1099.694823] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.702188] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe1aa0-245b-49c7-9cd2-67a7ef2ce590 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.711323] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.732904] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.878075] env[69744]: DEBUG nova.network.neutron [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updated VIF entry in instance network info cache for port c31eeeb8-d280-4e85-ae75-4b79ceb1d626. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.878464] env[69744]: DEBUG nova.network.neutron [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updating instance_info_cache with network_info: [{"id": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "address": "fa:16:3e:40:eb:d0", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31eeeb8-d2", "ovs_interfaceid": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.921950] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312287, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.972836] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312288, 'name': Destroy_Task, 'duration_secs': 0.441055} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.973302] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroyed the VM [ 1099.973573] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.973938] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50c0518b-3c3e-43b2-884a-b20e1eb3df76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.981939] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1099.981939] env[69744]: value = "task-3312291" [ 1099.981939] env[69744]: _type = "Task" [ 1099.981939] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.990615] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.019351] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Successfully updated port: 78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.037022] env[69744]: DEBUG nova.network.neutron [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.109281] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4590fa9f-0b3b-4d5e-a674-cae22fb06664 tempest-ServersNegativeTestJSON-1828545314 tempest-ServersNegativeTestJSON-1828545314-project-member] Lock "fc515074-a3a4-4687-9a60-d10278539c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.890s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.155723] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312289, 'name': Rename_Task, 'duration_secs': 0.208596} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.156051] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.156552] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e01b8e-f320-4bd0-ac7e-7f02202c620a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.182685] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1100.182685] env[69744]: value = "task-3312292" [ 1100.182685] env[69744]: _type = "Task" [ 1100.182685] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.195548] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.206686] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.505214} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.206966] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.207914] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9933498-f35b-4f2e-8e89-6d5f77eb3333 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.236655] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a/76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.243119] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f4a6d8-42be-4992-abb1-9d02c1fef6be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.266244] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.268495] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1100.268495] env[69744]: value = "task-3312293" [ 1100.268495] env[69744]: _type = "Task" [ 1100.268495] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.283771] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.384136] env[69744]: DEBUG oslo_concurrency.lockutils [req-daa056a1-75ba-4979-8c29-131445aa4c60 req-ffc31c08-9027-435a-a807-d238c477ffbe service nova] Releasing lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.397850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca72e49-0135-471c-ab69-6ee5cb77ce92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.406154] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52fc525-52bc-4b32-baf8-16b62eba5ddc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.443299] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b2b47-21ba-4180-99c0-8afb8b4a0a5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.448956] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312287, 'name': CreateVM_Task, 'duration_secs': 0.989653} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.449581] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.450511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.450650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.451037] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.451346] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a0a6fd-9bbe-4649-9de7-394396b9892a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.456359] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4654fd7-58a1-470a-97e7-9f8f384339d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.461573] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1100.461573] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ab3b23-601e-2193-a483-365ad9d902d3" [ 1100.461573] env[69744]: _type = "Task" [ 1100.461573] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.473112] env[69744]: DEBUG nova.compute.provider_tree [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.482542] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ab3b23-601e-2193-a483-365ad9d902d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.482542] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.482542] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.482717] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.482755] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.482920] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.483262] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b418f7c-9065-4ea5-8082-c28245b1da70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.495489] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312291, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.496712] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.496895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.497703] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc10f862-1aae-44eb-937e-cac20ff2f6e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.503771] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1100.503771] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aea52-e522-18bd-c6fc-5f40df1c8c31" [ 1100.503771] env[69744]: _type = "Task" [ 1100.503771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.512966] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aea52-e522-18bd-c6fc-5f40df1c8c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.522942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.523217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.523465] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.539668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.696239] env[69744]: DEBUG oslo_vmware.api [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312292, 'name': PowerOnVM_Task, 'duration_secs': 0.487011} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.696555] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.696910] env[69744]: INFO nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Took 5.98 seconds to spawn the instance on the hypervisor. [ 1100.697297] env[69744]: DEBUG nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.698270] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5388bff-c56f-4c2c-a76a-ca092f9fae73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.726277] env[69744]: DEBUG nova.compute.manager [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Received event network-vif-plugged-78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.726277] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Acquiring lock "b606a611-d9d3-4326-b652-2df1d450490a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.726277] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Lock "b606a611-d9d3-4326-b652-2df1d450490a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.726277] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Lock "b606a611-d9d3-4326-b652-2df1d450490a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.726277] env[69744]: DEBUG nova.compute.manager [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] No waiting events found dispatching network-vif-plugged-78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.726277] env[69744]: WARNING nova.compute.manager [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Received unexpected event network-vif-plugged-78056998-9a99-43c8-a883-64e3a8556378 for instance with vm_state building and task_state spawning. [ 1100.726277] env[69744]: DEBUG nova.compute.manager [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Received event network-changed-78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.726657] env[69744]: DEBUG nova.compute.manager [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Refreshing instance network info cache due to event network-changed-78056998-9a99-43c8-a883-64e3a8556378. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.726941] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Acquiring lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.738210] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312286, 'name': ReconfigVM_Task, 'duration_secs': 1.222715} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.738713] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] ec3682e7-1bdd-41c2-b18c-4fdf25d8290c/ec3682e7-1bdd-41c2-b18c-4fdf25d8290c.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.739488] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ecb395-5589-4fcd-a619-c6c5f673e045 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.749270] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1100.749270] env[69744]: value = "task-3312294" [ 1100.749270] env[69744]: _type = "Task" [ 1100.749270] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.759321] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312294, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.784805] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312293, 'name': ReconfigVM_Task, 'duration_secs': 0.308117} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.785093] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a/76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.785785] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc054dd-3d47-4bd8-be9e-5c15b6589863 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.793794] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1100.793794] env[69744]: value = "task-3312295" [ 1100.793794] env[69744]: _type = "Task" [ 1100.793794] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.809271] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312295, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.978657] env[69744]: DEBUG nova.scheduler.client.report [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.992912] env[69744]: DEBUG oslo_vmware.api [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312291, 'name': RemoveSnapshot_Task, 'duration_secs': 0.845076} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.993701] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1100.993929] env[69744]: INFO nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 1101.014175] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aea52-e522-18bd-c6fc-5f40df1c8c31, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.014926] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35edb964-a635-4140-811c-1909df9208cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.020245] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1101.020245] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5277ef5d-be1c-1f86-8744-96bd1ed7bebd" [ 1101.020245] env[69744]: _type = "Task" [ 1101.020245] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.029720] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5277ef5d-be1c-1f86-8744-96bd1ed7bebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.062020] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae39abd-669d-45b5-9bc5-90ef9b7b27ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.084484] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.086797] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89816c8-84ac-4986-86a8-ce01b4262b97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.094606] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.221042] env[69744]: INFO nova.compute.manager [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Took 18.61 seconds to build instance. [ 1101.258086] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312294, 'name': Rename_Task, 'duration_secs': 0.152658} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.258315] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.258555] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1469c78-cd22-4630-9f89-1d23ab8d5a38 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.266474] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1101.266474] env[69744]: value = "task-3312296" [ 1101.266474] env[69744]: _type = "Task" [ 1101.266474] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.276286] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.306181] env[69744]: DEBUG nova.network.neutron [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Updating instance_info_cache with network_info: [{"id": "78056998-9a99-43c8-a883-64e3a8556378", "address": "fa:16:3e:76:22:a7", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78056998-9a", "ovs_interfaceid": "78056998-9a99-43c8-a883-64e3a8556378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.307774] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312295, 'name': Rename_Task, 'duration_secs': 0.166496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.308247] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.309686] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bf13bd-6dc4-464a-9dd7-7835dbda8fa3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.317908] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1101.317908] env[69744]: value = "task-3312297" [ 1101.317908] env[69744]: _type = "Task" [ 1101.317908] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.329116] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.483953] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.486495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.876s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.488600] env[69744]: INFO nova.compute.claims [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.512544] env[69744]: INFO nova.scheduler.client.report [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleted allocations for instance 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c [ 1101.532977] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5277ef5d-be1c-1f86-8744-96bd1ed7bebd, 'name': SearchDatastore_Task, 'duration_secs': 0.02668} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.533616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.536019] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/e15055cd-f2c7-40c8-b42b-7fa29b5c60b7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.536019] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93e9ab6-bd5c-42bc-a5a4-5e38511f0ae8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.547225] env[69744]: DEBUG nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Found 3 images (rotation: 2) {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1101.547427] env[69744]: DEBUG nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Rotating out 1 backups {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1101.547591] env[69744]: DEBUG nova.compute.manager [None req-d7bdac65-f51c-43da-ad6f-81f4f771e452 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleting image cde73b53-13ec-41f2-af66-56ec9014a248 {{(pid=69744) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1101.551134] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1101.551134] env[69744]: value = "task-3312298" [ 1101.551134] env[69744]: _type = "Task" [ 1101.551134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.561222] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.601650] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.601954] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d286835-4772-4fb0-8657-b65fff073b9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.610529] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1101.610529] env[69744]: value = "task-3312299" [ 1101.610529] env[69744]: _type = "Task" [ 1101.610529] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.620845] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.722590] env[69744]: DEBUG oslo_concurrency.lockutils [None req-44f08ffe-ef71-432d-a2e3-5a67a817d4f5 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.781676] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.810816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.810816] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Instance network_info: |[{"id": "78056998-9a99-43c8-a883-64e3a8556378", "address": "fa:16:3e:76:22:a7", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78056998-9a", "ovs_interfaceid": "78056998-9a99-43c8-a883-64e3a8556378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.810816] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Acquired lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.810816] env[69744]: DEBUG nova.network.neutron [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Refreshing network info cache for port 78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.819156] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:22:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78056998-9a99-43c8-a883-64e3a8556378', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.825197] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.829019] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.834146] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c20328d-a09c-4a44-a59c-45acafaec341 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.856902] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.858476] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.858476] env[69744]: value = "task-3312300" [ 1101.858476] env[69744]: _type = "Task" [ 1101.858476] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.868680] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312300, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.022050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e8abdf5f-0c61-4967-8142-0ae6bde23b5e tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "5e82b0b9-97a8-4cb5-af98-1a11fabacf1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.231s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.064928] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.125508] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.278519] env[69744]: DEBUG oslo_vmware.api [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312296, 'name': PowerOnVM_Task, 'duration_secs': 0.568406} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.278815] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.279023] env[69744]: INFO nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1102.279207] env[69744]: DEBUG nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.279987] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2162a9cd-d19e-44ec-866c-300c133d2efb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.341324] env[69744]: DEBUG oslo_vmware.api [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312297, 'name': PowerOnVM_Task, 'duration_secs': 0.542932} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.341660] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.341871] env[69744]: INFO nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Took 14.90 seconds to spawn the instance on the hypervisor. [ 1102.342059] env[69744]: DEBUG nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.342930] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc50874e-4461-43cb-bfe8-0b730cacb8f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.372207] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312300, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.567849] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574851} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.568246] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/e15055cd-f2c7-40c8-b42b-7fa29b5c60b7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.568536] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.568746] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4de41e0-0735-468c-96b2-b4d00123f75b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.575931] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1102.575931] env[69744]: value = "task-3312301" [ 1102.575931] env[69744]: _type = "Task" [ 1102.575931] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.593077] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.594674] env[69744]: INFO nova.compute.manager [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Rebuilding instance [ 1102.627956] env[69744]: DEBUG oslo_vmware.api [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312299, 'name': PowerOnVM_Task, 'duration_secs': 0.817647} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.628242] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.628394] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-28d742b1-9f57-4c9f-bb55-8b0529e0f763 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance '83249de9-634d-4441-aced-5311d10f7766' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.667459] env[69744]: DEBUG nova.compute.manager [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.667783] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb77d07-efec-4b51-a8c1-8f36e54ca682 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.699586] env[69744]: DEBUG nova.network.neutron [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Updated VIF entry in instance network info cache for port 78056998-9a99-43c8-a883-64e3a8556378. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.699960] env[69744]: DEBUG nova.network.neutron [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Updating instance_info_cache with network_info: [{"id": "78056998-9a99-43c8-a883-64e3a8556378", "address": "fa:16:3e:76:22:a7", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78056998-9a", "ovs_interfaceid": "78056998-9a99-43c8-a883-64e3a8556378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.802704] env[69744]: INFO nova.compute.manager [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Took 23.65 seconds to build instance. [ 1102.872240] env[69744]: INFO nova.compute.manager [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Took 25.44 seconds to build instance. [ 1102.878648] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615fb5c-f0ca-433c-a761-b99c43bd1c97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.886147] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312300, 'name': CreateVM_Task, 'duration_secs': 0.719836} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.886416] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.887429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.888205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.888205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.888850] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6784249-f902-4145-aac4-a67a1a631aec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.896407] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4256a04-1155-44f6-8524-e486cebab0d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.901189] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1102.901189] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e3aa2d-aefc-ee4d-ec59-4b7c6b9a4374" [ 1102.901189] env[69744]: _type = "Task" [ 1102.901189] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.934698] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed55d35-d849-406d-b985-4de70402de52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.941111] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e3aa2d-aefc-ee4d-ec59-4b7c6b9a4374, 'name': SearchDatastore_Task, 'duration_secs': 0.027872} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.942032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.942256] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.942732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942936] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.944233] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7e2081-2045-440f-a5da-197adcd900ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.948434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17aad55-3270-47c2-9a83-3501287ee1f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.955765] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.955935] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.965295] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68871b78-226b-40f0-8cc9-e54f659fd112 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.968780] env[69744]: DEBUG nova.compute.provider_tree [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.973433] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1102.973433] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5264c409-9e9d-d753-35b1-f956948a3404" [ 1102.973433] env[69744]: _type = "Task" [ 1102.973433] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.981768] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5264c409-9e9d-d753-35b1-f956948a3404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.090445] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073887} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.090722] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.091571] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597bbd1c-4794-48f1-933f-e8c6b21ec911 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.114975] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/e15055cd-f2c7-40c8-b42b-7fa29b5c60b7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.115673] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6197ec39-709a-41d7-9ac3-a33d0dd1e528 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.139799] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1103.139799] env[69744]: value = "task-3312302" [ 1103.139799] env[69744]: _type = "Task" [ 1103.139799] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.149307] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.206479] env[69744]: DEBUG oslo_concurrency.lockutils [req-e7b4adea-ad61-4410-b3c7-6ac1eafdb619 req-ed6ccbe1-e61a-4b08-bf63-2d9bf80a1c67 service nova] Releasing lock "refresh_cache-b606a611-d9d3-4326-b652-2df1d450490a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.305904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c565622-21f9-464e-85ca-a4b6e4c444a7 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.166s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.375707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-979c3534-92b1-496c-8b77-5cbcc5a64d0f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.954s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.471658] env[69744]: DEBUG nova.scheduler.client.report [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.494320] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5264c409-9e9d-d753-35b1-f956948a3404, 'name': SearchDatastore_Task, 'duration_secs': 0.036184} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.496279] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b73e699-b038-47be-a9b3-be14e2e14485 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.505653] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1103.505653] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523332fb-29aa-d15f-57fc-94699241a9c8" [ 1103.505653] env[69744]: _type = "Task" [ 1103.505653] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.518175] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523332fb-29aa-d15f-57fc-94699241a9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.655877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.656139] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.656341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.656517] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.656691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.658273] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312302, 'name': ReconfigVM_Task, 'duration_secs': 0.450253} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.658613] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/e15055cd-f2c7-40c8-b42b-7fa29b5c60b7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.658831] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1103.659711] env[69744]: INFO nova.compute.manager [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Terminating instance [ 1103.660994] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-96c90a28-511c-4658-8f4e-7ffd8b1c462c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.672612] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1103.672612] env[69744]: value = "task-3312303" [ 1103.672612] env[69744]: _type = "Task" [ 1103.672612] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.684755] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312303, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.686390] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.686390] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b611eba5-3296-49f4-9a70-39186ca72af3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.695642] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1103.695642] env[69744]: value = "task-3312304" [ 1103.695642] env[69744]: _type = "Task" [ 1103.695642] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.707296] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.986784] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.986784] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.989186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.219s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.989399] env[69744]: DEBUG nova.objects.instance [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'pci_requests' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.026315] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523332fb-29aa-d15f-57fc-94699241a9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.023961} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.027690] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.027690] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b606a611-d9d3-4326-b652-2df1d450490a/b606a611-d9d3-4326-b652-2df1d450490a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.027690] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c040592a-8a76-4998-837b-0df06b657aab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.048175] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1104.048175] env[69744]: value = "task-3312305" [ 1104.048175] env[69744]: _type = "Task" [ 1104.048175] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.071428] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.168510] env[69744]: DEBUG nova.compute.manager [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.168737] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.171485] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c3913-56d5-48f0-b6e9-bd475394df86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.191838] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312303, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061776} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.199130] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=69744) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1104.200040] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.200833] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd429cf-83b6-44b6-b07a-e85d8390250c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.206765] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d18cfb5-7b5c-46a1-abf9-e1f26a9a99b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.238314] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.238690] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312304, 'name': PowerOffVM_Task, 'duration_secs': 0.234882} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.240877] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc3e110-fc4b-4446-8b1b-937f3361ee1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.258820] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.262058] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.262058] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1104.262058] env[69744]: value = "task-3312306" [ 1104.262058] env[69744]: _type = "Task" [ 1104.262058] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.262058] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12316a-bf45-4fdd-8f00-f49817c10543 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.272453] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1104.272453] env[69744]: value = "task-3312307" [ 1104.272453] env[69744]: _type = "Task" [ 1104.272453] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.276903] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.282407] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.282804] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a476bb58-c238-4aac-821c-1b6983f9ce42 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.297917] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.323397] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.323856] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.323982] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Deleting the datastore file [datastore2] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.324281] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1208f5ad-fe5b-4e83-99ad-24fe2b319825 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.334175] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1104.334175] env[69744]: value = "task-3312309" [ 1104.334175] env[69744]: _type = "Task" [ 1104.334175] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.345945] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.436775] env[69744]: DEBUG nova.compute.manager [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.437598] env[69744]: DEBUG nova.compute.manager [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.437598] env[69744]: DEBUG oslo_concurrency.lockutils [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.437598] env[69744]: DEBUG oslo_concurrency.lockutils [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.437598] env[69744]: DEBUG nova.network.neutron [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.494385] env[69744]: DEBUG nova.compute.utils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.498430] env[69744]: DEBUG nova.objects.instance [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'numa_topology' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.500772] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.501094] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.560295] env[69744]: DEBUG oslo_concurrency.lockutils [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.560670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.560994] env[69744]: DEBUG nova.compute.manager [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.565143] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6799bdf-3276-4161-a7ff-4c288a9654dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.568146] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.575282] env[69744]: DEBUG nova.compute.manager [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.575933] env[69744]: DEBUG nova.objects.instance [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.611269] env[69744]: DEBUG nova.policy [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9d3e6d5201a4de8b99f455dd5c9c9ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00d2048f2c24ff6bc8386106f00e45c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.783612] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312306, 'name': PowerOffVM_Task, 'duration_secs': 0.40824} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.784903] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.784903] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.785151] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-977118f2-dfaa-4a6f-8fff-fd070784a5d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.792032] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.822928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.823304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.851707] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35898} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.852030] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.852233] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.852553] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.918454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.918813] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.919045] env[69744]: DEBUG nova.compute.manager [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Going to confirm migration 5 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1104.997749] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.005036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.005036] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.005036] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleting the datastore file [datastore2] 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.005036] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ad57fc-e24e-406a-aebc-94b25c013ae4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.011585] env[69744]: INFO nova.compute.claims [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.024021] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1105.024021] env[69744]: value = "task-3312311" [ 1105.024021] env[69744]: _type = "Task" [ 1105.024021] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.032721] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.069254] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553792} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.069507] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b606a611-d9d3-4326-b652-2df1d450490a/b606a611-d9d3-4326-b652-2df1d450490a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.069763] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.069948] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412a0305-c834-4c43-9429-1f6d2d4e22e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.081377] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1105.081377] env[69744]: value = "task-3312312" [ 1105.081377] env[69744]: _type = "Task" [ 1105.081377] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.094926] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.183223] env[69744]: DEBUG nova.network.neutron [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updated VIF entry in instance network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.183603] env[69744]: DEBUG nova.network.neutron [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.192939] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Successfully created port: 43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.288862] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312307, 'name': ReconfigVM_Task, 'duration_secs': 0.640635} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.293023] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7/swap.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.293023] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc4ac9d-4705-4d7b-b01e-b98589ba2c8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.297495] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1105.297495] env[69744]: value = "task-3312313" [ 1105.297495] env[69744]: _type = "Task" [ 1105.297495] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.306763] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312313, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.326556] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.532408] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.532595] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.534470] env[69744]: DEBUG nova.network.neutron [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.534470] env[69744]: DEBUG nova.objects.instance [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'info_cache' on Instance uuid 83249de9-634d-4441-aced-5311d10f7766 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.543264] env[69744]: DEBUG oslo_vmware.api [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16134} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.543564] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.543782] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.543995] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.544222] env[69744]: INFO nova.compute.manager [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1105.544477] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.544664] env[69744]: DEBUG nova.compute.manager [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.544755] env[69744]: DEBUG nova.network.neutron [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.591282] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.591885] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10753ddd-7734-4580-bc37-6ff8dbd306a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.604070] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104565} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.604536] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.605225] env[69744]: DEBUG oslo_vmware.api [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1105.605225] env[69744]: value = "task-3312314" [ 1105.605225] env[69744]: _type = "Task" [ 1105.605225] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.607205] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe8dec-6849-4141-9deb-d75785996260 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.620094] env[69744]: DEBUG oslo_vmware.api [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.641962] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b606a611-d9d3-4326-b652-2df1d450490a/b606a611-d9d3-4326-b652-2df1d450490a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.642353] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f502b2-77aa-42a3-8294-b1724ff6d7ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.667397] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1105.667397] env[69744]: value = "task-3312315" [ 1105.667397] env[69744]: _type = "Task" [ 1105.667397] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.678573] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.688309] env[69744]: DEBUG oslo_concurrency.lockutils [req-5b455941-a53d-4073-beb5-08b117c922e7 req-6279cd44-86c2-41fe-af49-44dd804b41e1 service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.808986] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312313, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.851868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.896758] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.897013] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.897227] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.897426] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.897575] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.897721] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.897929] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.898679] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.899028] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.899288] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.899536] env[69744]: DEBUG nova.virt.hardware [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.900539] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb03b6-d3d3-4108-9993-e22bd154020d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.911691] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c94641-bb8e-4100-ab54-0b675b79fa30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.931198] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance VIF info [] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.944099] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.944800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.945228] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8882221a-a210-4913-a5a6-84b5c0885420 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.978600] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.978600] env[69744]: value = "task-3312316" [ 1105.978600] env[69744]: _type = "Task" [ 1105.978600] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.987708] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312316, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.012334] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.048834] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.049441] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.050327] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.050636] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.051374] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.051599] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.052642] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.052815] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.053320] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.053320] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.053557] env[69744]: DEBUG nova.virt.hardware [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.054541] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169ac79-4fdf-4a32-b7d2-22ae70a17284 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.068505] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b3bda-6240-418d-8cb2-aae9d1756a3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.120471] env[69744]: DEBUG oslo_vmware.api [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312314, 'name': PowerOffVM_Task, 'duration_secs': 0.252548} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.123245] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.123424] env[69744]: DEBUG nova.compute.manager [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.124451] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f822969-5371-4a45-81f4-7b0d5dec66ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.181955] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312315, 'name': ReconfigVM_Task, 'duration_secs': 0.424673} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.182680] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b606a611-d9d3-4326-b652-2df1d450490a/b606a611-d9d3-4326-b652-2df1d450490a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.182928] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4454c1e3-f658-46ce-badf-a48203907155 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.191369] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1106.191369] env[69744]: value = "task-3312317" [ 1106.191369] env[69744]: _type = "Task" [ 1106.191369] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.202313] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312317, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.314376] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312313, 'name': Rename_Task, 'duration_secs': 0.535566} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.314716] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.315024] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c6a641-0b62-49fa-9fc0-4fd75772c000 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.324145] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1106.324145] env[69744]: value = "task-3312318" [ 1106.324145] env[69744]: _type = "Task" [ 1106.324145] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.334370] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.386050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3875f22-f119-4781-af95-544476cfe5a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.398413] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b5226-1f63-4a12-97bb-f8381135d912 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.441470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26564f5-7af0-478d-9e4a-77c7ca421c3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.445223] env[69744]: DEBUG nova.compute.manager [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-changed-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.445300] env[69744]: DEBUG nova.compute.manager [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing instance network info cache due to event network-changed-a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.445516] env[69744]: DEBUG oslo_concurrency.lockutils [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.445657] env[69744]: DEBUG oslo_concurrency.lockutils [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.445881] env[69744]: DEBUG nova.network.neutron [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing network info cache for port a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.453615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c35d5-c248-408b-b07d-ac48aa5addd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.471135] env[69744]: DEBUG nova.compute.provider_tree [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.473789] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-changed-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.473969] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing instance network info cache due to event network-changed-a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.474173] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.489585] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312316, 'name': CreateVM_Task, 'duration_secs': 0.467564} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.491035] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.491035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.491035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.491035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.491035] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cffb8ae-ab41-4d55-8a75-b68db6463831 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.496887] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1106.496887] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527d0cf1-e9ed-4cfa-af7e-7d7016e7c209" [ 1106.496887] env[69744]: _type = "Task" [ 1106.496887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.505661] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527d0cf1-e9ed-4cfa-af7e-7d7016e7c209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.637882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-398c3f05-8f71-4193-8c8f-75559dc4758c tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.702231] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312317, 'name': Rename_Task, 'duration_secs': 0.148633} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.702508] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.702756] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1ae83a-053c-475c-8a11-d5306de48d3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.707992] env[69744]: DEBUG nova.network.neutron [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.710420] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1106.710420] env[69744]: value = "task-3312319" [ 1106.710420] env[69744]: _type = "Task" [ 1106.710420] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.722042] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.752224] env[69744]: DEBUG nova.network.neutron [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [{"id": "202922bf-9c1e-44bc-901a-f05312c09367", "address": "fa:16:3e:12:f5:0a", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202922bf-9c", "ovs_interfaceid": "202922bf-9c1e-44bc-901a-f05312c09367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.837710] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312318, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.976953] env[69744]: DEBUG nova.scheduler.client.report [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.011383] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527d0cf1-e9ed-4cfa-af7e-7d7016e7c209, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.011774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012048] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.012298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.012446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.012799] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.012923] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e19e28-8a47-49c0-9299-4a871037d395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.023622] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.023826] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.024960] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2902805d-37fa-499e-9a5a-0f2a28644983 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.032937] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1107.032937] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d8ab5f-e415-ae50-a209-8b1703949bb9" [ 1107.032937] env[69744]: _type = "Task" [ 1107.032937] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.041844] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d8ab5f-e415-ae50-a209-8b1703949bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.195669] env[69744]: DEBUG nova.network.neutron [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updated VIF entry in instance network info cache for port a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.195669] env[69744]: DEBUG nova.network.neutron [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.211101] env[69744]: INFO nova.compute.manager [-] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Took 1.67 seconds to deallocate network for instance. [ 1107.228760] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.256524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-83249de9-634d-4441-aced-5311d10f7766" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.256524] env[69744]: DEBUG nova.objects.instance [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'migration_context' on Instance uuid 83249de9-634d-4441-aced-5311d10f7766 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.335472] env[69744]: DEBUG oslo_vmware.api [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312318, 'name': PowerOnVM_Task, 'duration_secs': 0.996307} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.335753] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.335932] env[69744]: INFO nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1107.336119] env[69744]: DEBUG nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.336969] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4461b02-c52e-43de-9d5f-a3972ec8489b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357498] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Successfully updated port: 43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.487287] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.498s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.490887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.481s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.491144] env[69744]: DEBUG nova.objects.instance [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'resources' on Instance uuid 250cb0d3-8811-4b97-8467-27aa59ba2b76 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.545637] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d8ab5f-e415-ae50-a209-8b1703949bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016962} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.546990] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be962d1d-4bf7-46a4-a914-ae1efdc0fee3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.553409] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1107.553409] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525bb1e1-3f49-5b90-6eb2-d6535987bbb0" [ 1107.553409] env[69744]: _type = "Task" [ 1107.553409] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.563020] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525bb1e1-3f49-5b90-6eb2-d6535987bbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.699943] env[69744]: DEBUG oslo_concurrency.lockutils [req-fee2b30a-77d6-41cf-a3d8-493608487438 req-e151f2c4-7076-486e-b5a9-a49235af22e0 service nova] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.699943] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.699943] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing network info cache for port a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.724808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.725389] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.761267] env[69744]: DEBUG nova.objects.base [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Object Instance<83249de9-634d-4441-aced-5311d10f7766> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.761267] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098741b-18d6-475d-b094-f25753ae8281 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.783067] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b75d84-2f46-409f-8650-720c6e51b403 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.792022] env[69744]: DEBUG oslo_vmware.api [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1107.792022] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c7c4ae-64fa-5145-9e4b-67fc39140138" [ 1107.792022] env[69744]: _type = "Task" [ 1107.792022] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.799588] env[69744]: DEBUG oslo_vmware.api [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c7c4ae-64fa-5145-9e4b-67fc39140138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.807059] env[69744]: INFO nova.network.neutron [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating port aaf18100-b711-44f4-a25d-ed4e5551c67e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1107.856986] env[69744]: INFO nova.compute.manager [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Took 25.21 seconds to build instance. [ 1107.861988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.861988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.861988] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.012504] env[69744]: DEBUG nova.compute.manager [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Stashing vm_state: stopped {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1108.072915] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525bb1e1-3f49-5b90-6eb2-d6535987bbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.072915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.072915] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.073195] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faca27cb-9037-45b5-8cf0-4e62911f87bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.081197] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1108.081197] env[69744]: value = "task-3312320" [ 1108.081197] env[69744]: _type = "Task" [ 1108.081197] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.090961] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.224661] env[69744]: DEBUG oslo_vmware.api [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312319, 'name': PowerOnVM_Task, 'duration_secs': 1.409738} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.224919] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.225124] env[69744]: INFO nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1108.225294] env[69744]: DEBUG nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.226147] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69895a2e-1413-4538-986a-042bc272eab2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.295288] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e118de04-67c1-44c0-be61-4aefc3cb6d7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.308700] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe9b87-bf58-46c3-826f-3b545f19af6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.312638] env[69744]: DEBUG oslo_vmware.api [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c7c4ae-64fa-5145-9e4b-67fc39140138, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.312950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.348473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7498accb-83f1-4987-a794-52800f0ddf9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.357218] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cfcf45-c0b2-4daa-b712-d4247f1dd5e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.361511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-085ae725-861c-4392-980a-7bc8bb6bef35 tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.729s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.374133] env[69744]: DEBUG nova.compute.provider_tree [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.419651] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updated VIF entry in instance network info cache for port a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.420063] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.429214] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.529599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.595962] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.640759] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.641052] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.642157] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.642157] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.642310] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.710139] env[69744]: DEBUG nova.network.neutron [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Updating instance_info_cache with network_info: [{"id": "43e026fc-42d3-44a5-a16c-db09754fd791", "address": "fa:16:3e:7e:08:ae", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e026fc-42", "ovs_interfaceid": "43e026fc-42d3-44a5-a16c-db09754fd791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.747288] env[69744]: INFO nova.compute.manager [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Took 25.34 seconds to build instance. [ 1108.877347] env[69744]: DEBUG nova.scheduler.client.report [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.923940] env[69744]: DEBUG oslo_concurrency.lockutils [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.924232] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-deleted-5a69de98-2223-4ef9-bca1-547ebae10991 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.924420] env[69744]: INFO nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Neutron deleted interface 5a69de98-2223-4ef9-bca1-547ebae10991; detaching it from the instance and deleting it from the info cache [ 1108.924706] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [{"id": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "address": "fa:16:3e:ad:7d:cc", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf78ba7e-eb", "ovs_interfaceid": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "address": "fa:16:3e:5f:e5:ed", "network": {"id": "4b7d70dc-936d-4980-be8c-0786b42ad9d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138165237", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fc3fcd-a1", "ovs_interfaceid": "25fc3fcd-a157-4b2a-a39b-30f65a39612f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.094385] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670801} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.094707] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.094932] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.095247] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3962151a-9938-45ec-a503-fb5c2d9414d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.103098] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1109.103098] env[69744]: value = "task-3312321" [ 1109.103098] env[69744]: _type = "Task" [ 1109.103098] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.115136] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.212817] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.213358] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Instance network_info: |[{"id": "43e026fc-42d3-44a5-a16c-db09754fd791", "address": "fa:16:3e:7e:08:ae", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e026fc-42", "ovs_interfaceid": "43e026fc-42d3-44a5-a16c-db09754fd791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.214072] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:08:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e026fc-42d3-44a5-a16c-db09754fd791', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.223116] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.223396] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.223669] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f23d74c-8590-4741-9c42-2add858ac872 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250375] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.250375] env[69744]: value = "task-3312322" [ 1109.250375] env[69744]: _type = "Task" [ 1109.250375] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.254033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-14a676cd-8fc7-406f-8844-016003136c77 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.853s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.259872] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312322, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.390048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.392766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b606a611-d9d3-4326-b652-2df1d450490a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.393019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.394258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b606a611-d9d3-4326-b652-2df1d450490a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.395587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.395816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.397734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.217s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.397965] env[69744]: DEBUG nova.objects.instance [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'resources' on Instance uuid d681d8f3-3738-4333-9c70-4a2df190be2f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.400551] env[69744]: INFO nova.compute.manager [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Terminating instance [ 1109.422639] env[69744]: INFO nova.scheduler.client.report [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted allocations for instance 250cb0d3-8811-4b97-8467-27aa59ba2b76 [ 1109.427892] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7347f983-d243-47b3-81c2-fcb9b97564b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.440018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c690a8-50ec-433e-a1ce-5e4a4c441ade {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.487829] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Detach interface failed, port_id=5a69de98-2223-4ef9-bca1-547ebae10991, reason: Instance 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.488488] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-deleted-25fc3fcd-a157-4b2a-a39b-30f65a39612f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.489330] env[69744]: INFO nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Neutron deleted interface 25fc3fcd-a157-4b2a-a39b-30f65a39612f; detaching it from the instance and deleting it from the info cache [ 1109.489330] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [{"id": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "address": "fa:16:3e:ad:7d:cc", "network": {"id": "3955c26e-5c28-4261-9cda-4fe8d7903c03", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1570412382", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf78ba7e-eb", "ovs_interfaceid": "af78ba7e-ebf6-488f-b4b9-eb14e6fafdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.613525] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101152} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.613810] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.614601] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0687b966-a78c-420c-8d73-7b5689815302 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.635121] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.635671] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0223e2-a728-42c8-aa22-4514ea2a58fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.656076] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1109.656076] env[69744]: value = "task-3312323" [ 1109.656076] env[69744]: _type = "Task" [ 1109.656076] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.664191] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.764991] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312322, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.849315] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updated VIF entry in instance network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.849797] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.917066] env[69744]: DEBUG nova.compute.manager [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.917066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.917066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bed18e-9834-4ac1-9ac1-ac62e91ba16f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.933484] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.935396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ca2f98af-9627-4fc7-b856-d751722ccf2c tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "250cb0d3-8811-4b97-8467-27aa59ba2b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.542s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.937012] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898f0001-2d37-4d0d-9159-fd6a75c6277f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.945526] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1109.945526] env[69744]: value = "task-3312324" [ 1109.945526] env[69744]: _type = "Task" [ 1109.945526] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.963230] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.978068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.978068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.978068] env[69744]: DEBUG nova.network.neutron [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.994488] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fd59dcb-d7d3-4522-9be9-f09be74c21ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.009078] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125952b4-e0b7-4e06-96a1-7661f136b1dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.051499] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Detach interface failed, port_id=25fc3fcd-a157-4b2a-a39b-30f65a39612f, reason: Instance 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.051777] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Received event network-vif-deleted-af78ba7e-ebf6-488f-b4b9-eb14e6fafdda {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.052011] env[69744]: INFO nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Neutron deleted interface af78ba7e-ebf6-488f-b4b9-eb14e6fafdda; detaching it from the instance and deleting it from the info cache [ 1110.052242] env[69744]: DEBUG nova.network.neutron [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.169035] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312323, 'name': ReconfigVM_Task, 'duration_secs': 0.285196} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.169389] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0/6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.170329] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d13f59-9055-4a1f-8ce1-7e60ebec1eef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187980] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1110.187980] env[69744]: value = "task-3312325" [ 1110.187980] env[69744]: _type = "Task" [ 1110.187980] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.201907] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312325, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.270400] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312322, 'name': CreateVM_Task, 'duration_secs': 0.619335} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.271567] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.272457] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98ae6ee-ae95-461a-89de-c3483bf46433 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.275664] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.275874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.276309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.276618] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d289892f-0cd0-4079-ad14-55258a59d5ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.287036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25c225-f7ae-4806-8116-c8e9f17ab434 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.290379] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1110.290379] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218d13f-2c08-79e0-4ef3-39967ad44d79" [ 1110.290379] env[69744]: _type = "Task" [ 1110.290379] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.329972] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b904e41-55bf-4a66-acb8-4143669df6d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.332986] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5218d13f-2c08-79e0-4ef3-39967ad44d79, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.336843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.337141] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.337410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.337570] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.337788] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.338850] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b6e8e7-230a-4588-b9fc-4b002e661bf0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.344656] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047c884-3fb7-4c31-82de-1d8d08e072a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.355388] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.355388] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Received event network-vif-plugged-43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.355571] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Acquiring lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.356017] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.356017] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.356017] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] No waiting events found dispatching network-vif-plugged-43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.356186] env[69744]: WARNING nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Received unexpected event network-vif-plugged-43e026fc-42d3-44a5-a16c-db09754fd791 for instance with vm_state building and task_state spawning. [ 1110.356360] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Received event network-changed-43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.356527] env[69744]: DEBUG nova.compute.manager [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Refreshing instance network info cache due to event network-changed-43e026fc-42d3-44a5-a16c-db09754fd791. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.360015] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Acquiring lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.360015] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Acquired lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.360015] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Refreshing network info cache for port 43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.360015] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.360015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.360015] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5151ca6b-5ae9-4a4f-8d89-ef41a694e715 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.372764] env[69744]: DEBUG nova.compute.provider_tree [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.379087] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1110.379087] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523aa971-78b1-695a-8ab8-1c2c10ea2be6" [ 1110.379087] env[69744]: _type = "Task" [ 1110.379087] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.389495] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523aa971-78b1-695a-8ab8-1c2c10ea2be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.456035] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312324, 'name': PowerOffVM_Task, 'duration_secs': 0.225221} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.456313] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.456478] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.456728] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725596c5-cfed-4383-a83a-7db61b0bf7c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.535287] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.535688] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.535876] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] b606a611-d9d3-4326-b652-2df1d450490a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.536263] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d9c001d-5f35-4b9b-b9a1-5f60cb5aa626 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.544840] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1110.544840] env[69744]: value = "task-3312327" [ 1110.544840] env[69744]: _type = "Task" [ 1110.544840] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.553713] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.557387] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6e33f92-c446-452f-91c1-1aad5bcb1e23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.566710] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5310aed7-650a-4061-ba31-ecdce5457396 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.604600] env[69744]: DEBUG nova.compute.manager [req-2c031218-2af2-4cbe-b8cc-df0a56f7d6e0 req-243e73a1-116d-46ea-8ed9-94421c780b93 service nova] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Detach interface failed, port_id=af78ba7e-ebf6-488f-b4b9-eb14e6fafdda, reason: Instance 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.699048] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312325, 'name': Rename_Task, 'duration_secs': 0.16552} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.701571] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.702808] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8814c2c6-c16c-49c2-a365-9c7714a1d459 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.705886] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.706097] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.706302] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.706465] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.706627] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] No waiting events found dispatching network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.706788] env[69744]: WARNING nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received unexpected event network-vif-plugged-aaf18100-b711-44f4-a25d-ed4e5551c67e for instance with vm_state shelved_offloaded and task_state spawning. [ 1110.706944] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Received event network-changed-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.707105] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Refreshing instance network info cache due to event network-changed-c31eeeb8-d280-4e85-ae75-4b79ceb1d626. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.707281] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Acquiring lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.707414] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Acquired lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.707563] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Refreshing network info cache for port c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.715754] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1110.715754] env[69744]: value = "task-3312328" [ 1110.715754] env[69744]: _type = "Task" [ 1110.715754] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.725891] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.837558] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.837841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.849252] env[69744]: DEBUG nova.network.neutron [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.876428] env[69744]: DEBUG nova.scheduler.client.report [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.890114] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523aa971-78b1-695a-8ab8-1c2c10ea2be6, 'name': SearchDatastore_Task, 'duration_secs': 0.023879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.891547] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144a4636-a492-40e5-baf3-025eb4b41ad3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.899175] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1110.899175] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234041b-3828-b718-a693-c9ada235a62a" [ 1110.899175] env[69744]: _type = "Task" [ 1110.899175] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.907423] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234041b-3828-b718-a693-c9ada235a62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.056911] env[69744]: DEBUG oslo_vmware.api [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471466} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.057175] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.057358] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.057532] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.057698] env[69744]: INFO nova.compute.manager [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.057938] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.058139] env[69744]: DEBUG nova.compute.manager [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.058229] env[69744]: DEBUG nova.network.neutron [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.134498] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Updated VIF entry in instance network info cache for port 43e026fc-42d3-44a5-a16c-db09754fd791. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.134904] env[69744]: DEBUG nova.network.neutron [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Updating instance_info_cache with network_info: [{"id": "43e026fc-42d3-44a5-a16c-db09754fd791", "address": "fa:16:3e:7e:08:ae", "network": {"id": "6a87f359-7bee-412c-9cbf-ec8fae0036ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-963149671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00d2048f2c24ff6bc8386106f00e45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e026fc-42", "ovs_interfaceid": "43e026fc-42d3-44a5-a16c-db09754fd791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.227753] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.341561] env[69744]: INFO nova.compute.manager [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Detaching volume 46c5c181-040a-492b-a3e0-92944c5b377d [ 1111.352279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.385406] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1d15ee4b843002d39765ef77335bbd5',container_format='bare',created_at=2025-04-04T07:40:57Z,direct_url=,disk_format='vmdk',id=9f58611f-74bd-4bb0-a9ac-542b86d9456b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-310300727-shelved',owner='6044b3caccdf4b869a80f6a0ac4d3c6a',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-04-04T07:41:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.385776] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.385874] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.386014] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.386573] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.386730] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.386932] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.387102] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.387278] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.387470] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.387688] env[69744]: DEBUG nova.virt.hardware [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.388466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.391306] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0d729-1d50-49ca-a47c-59e68045a141 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.397413] env[69744]: INFO nova.virt.block_device [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Attempting to driver detach volume 46c5c181-040a-492b-a3e0-92944c5b377d from mountpoint /dev/sdb [ 1111.397614] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.397822] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661353', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'name': 'volume-46c5c181-040a-492b-a3e0-92944c5b377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9ec915-740d-4e27-877b-9b85e6cc7ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'serial': '46c5c181-040a-492b-a3e0-92944c5b377d'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.398113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.547s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.400175] env[69744]: INFO nova.compute.claims [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.402874] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e09d55-44ea-405b-9b71-d3ea5e0dfbcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.415103] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcc365d-1b0a-40be-8095-986abe11a873 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.420844] env[69744]: INFO nova.scheduler.client.report [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance d681d8f3-3738-4333-9c70-4a2df190be2f [ 1111.442212] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5234041b-3828-b718-a693-c9ada235a62a, 'name': SearchDatastore_Task, 'duration_secs': 0.014006} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.445103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.445304] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9b2fbbab-6621-4050-a704-d8d9c606fb58/9b2fbbab-6621-4050-a704-d8d9c606fb58.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.446127] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329ac362-44c7-411e-ab34-81c055ef4f12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.456750] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d7c7ad7-f26a-48a0-aad2-f4848fe2f2e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.459163] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:95:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf18100-b711-44f4-a25d-ed4e5551c67e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.467468] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.469744] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.470886] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27678154-c4fd-4407-8d4f-25f65255c90b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.493903] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1111.493903] env[69744]: value = "task-3312329" [ 1111.493903] env[69744]: _type = "Task" [ 1111.493903] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.495120] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0964bc-8eae-46bf-8c81-db7b7aa3002b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.503053] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.503053] env[69744]: value = "task-3312330" [ 1111.503053] env[69744]: _type = "Task" [ 1111.503053] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.526269] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.529995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285418d-f4d6-44f3-b926-e749e18808f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.537640] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312330, 'name': CreateVM_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.551264] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] The volume has not been displaced from its original location: [datastore1] volume-46c5c181-040a-492b-a3e0-92944c5b377d/volume-46c5c181-040a-492b-a3e0-92944c5b377d.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1111.557457] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.557633] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328d30f5-571e-49fa-b989-c131d55d720c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.582382] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1111.582382] env[69744]: value = "task-3312331" [ 1111.582382] env[69744]: _type = "Task" [ 1111.582382] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.594629] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.637764] env[69744]: DEBUG oslo_concurrency.lockutils [req-ffabcfb8-084c-4b0a-b92a-69b0fba0adff req-839b5c31-9fe6-4e91-afdd-1d64bd468c36 service nova] Releasing lock "refresh_cache-9b2fbbab-6621-4050-a704-d8d9c606fb58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.647886] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updated VIF entry in instance network info cache for port c31eeeb8-d280-4e85-ae75-4b79ceb1d626. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.648458] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updating instance_info_cache with network_info: [{"id": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "address": "fa:16:3e:40:eb:d0", "network": {"id": "6e9f82c7-d008-420d-8a11-df51425caec1", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-191115323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05d833e505f54a7597357db580fe07c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31eeeb8-d2", "ovs_interfaceid": "c31eeeb8-d280-4e85-ae75-4b79ceb1d626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.657714] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.658048] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.731189] env[69744]: DEBUG oslo_vmware.api [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312328, 'name': PowerOnVM_Task, 'duration_secs': 0.678841} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.731702] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.732129] env[69744]: DEBUG nova.compute.manager [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.733517] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e5a3a-c776-4da6-8b72-8969ed6c81e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.953224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6895e17a-24d3-4f54-990d-2d895996cc79 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "d681d8f3-3738-4333-9c70-4a2df190be2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.668s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.994351] env[69744]: DEBUG nova.network.neutron [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.011999] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528626} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.012766] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9b2fbbab-6621-4050-a704-d8d9c606fb58/9b2fbbab-6621-4050-a704-d8d9c606fb58.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.013528] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.013528] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f8044cd-ce2f-4f5a-aeea-fddea64bf7ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.019164] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312330, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.024874] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1112.024874] env[69744]: value = "task-3312332" [ 1112.024874] env[69744]: _type = "Task" [ 1112.024874] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.035654] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.093182] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312331, 'name': ReconfigVM_Task, 'duration_secs': 0.499999} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.093495] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.098647] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76fdd00-e5ec-4007-960f-38bcf4f9aee2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.116068] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1112.116068] env[69744]: value = "task-3312333" [ 1112.116068] env[69744]: _type = "Task" [ 1112.116068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.124533] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.151341] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Releasing lock "refresh_cache-e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.151643] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.151809] env[69744]: DEBUG nova.compute.manager [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing instance network info cache due to event network-changed-aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.152033] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Acquiring lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.152177] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Acquired lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.152440] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Refreshing network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.165765] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.165969] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.166167] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.166272] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.166415] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.166594] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.166732] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1112.166877] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.256801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.474033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.474033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.474033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.474033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.474356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.479413] env[69744]: INFO nova.compute.manager [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Terminating instance [ 1112.496680] env[69744]: INFO nova.compute.manager [-] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Took 1.44 seconds to deallocate network for instance. [ 1112.518248] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312330, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.534836] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079562} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.537335] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.538626] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e983a-be55-47e2-810e-5ac21bf971a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.571134] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9b2fbbab-6621-4050-a704-d8d9c606fb58/9b2fbbab-6621-4050-a704-d8d9c606fb58.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.574210] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adac6b6e-9752-4556-b00d-f672fddebf88 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.595662] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1112.595662] env[69744]: value = "task-3312334" [ 1112.595662] env[69744]: _type = "Task" [ 1112.595662] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.610857] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.628491] env[69744]: DEBUG oslo_vmware.api [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312333, 'name': ReconfigVM_Task, 'duration_secs': 0.15443} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.630797] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661353', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'name': 'volume-46c5c181-040a-492b-a3e0-92944c5b377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9ec915-740d-4e27-877b-9b85e6cc7ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '46c5c181-040a-492b-a3e0-92944c5b377d', 'serial': '46c5c181-040a-492b-a3e0-92944c5b377d'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1112.659927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.660193] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.660589] env[69744]: DEBUG nova.objects.instance [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid 9929ad7e-132d-4c36-8d06-61d64c16d74e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.669715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.703636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5887517-cf3b-4a4d-8a45-c8afb71611ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.712436] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87611d6a-5ba0-41f3-82a3-b475635b4a0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.748478] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda8395-1967-4753-8a7a-dc96af1acf72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.757931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea0875c-eddc-41b9-990b-1d602aea7326 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.764356] env[69744]: DEBUG nova.compute.manager [req-431a094a-fadb-49de-935f-3b10988601b7 req-dcdc8c77-d17f-4132-854b-f8f1439789d8 service nova] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Received event network-vif-deleted-78056998-9a99-43c8-a883-64e3a8556378 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.773099] env[69744]: DEBUG nova.compute.provider_tree [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.952297] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updated VIF entry in instance network info cache for port aaf18100-b711-44f4-a25d-ed4e5551c67e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.952631] env[69744]: DEBUG nova.network.neutron [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [{"id": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "address": "fa:16:3e:28:95:bf", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf18100-b7", "ovs_interfaceid": "aaf18100-b711-44f4-a25d-ed4e5551c67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.987624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "refresh_cache-6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.987843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquired lock "refresh_cache-6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.988033] env[69744]: DEBUG nova.network.neutron [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.013692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.022332] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312330, 'name': CreateVM_Task, 'duration_secs': 1.468672} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.022581] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.023473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.023767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024264] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.024619] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26f24a6-24bf-4aa0-ba54-2ddba14ffc23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.030730] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1113.030730] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b89e5a-40c0-62f5-619d-0822441b52e8" [ 1113.030730] env[69744]: _type = "Task" [ 1113.030730] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.043366] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b89e5a-40c0-62f5-619d-0822441b52e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.062850] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.063185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.106370] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312334, 'name': ReconfigVM_Task, 'duration_secs': 0.388924} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.106917] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9b2fbbab-6621-4050-a704-d8d9c606fb58/9b2fbbab-6621-4050-a704-d8d9c606fb58.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.107553] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a77aa05-4808-4472-9b8e-d97b18ff327d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.114587] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1113.114587] env[69744]: value = "task-3312335" [ 1113.114587] env[69744]: _type = "Task" [ 1113.114587] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.122974] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312335, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.175308] env[69744]: DEBUG nova.objects.instance [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid af9ec915-740d-4e27-877b-9b85e6cc7ba2 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.276064] env[69744]: DEBUG nova.scheduler.client.report [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.455793] env[69744]: DEBUG oslo_concurrency.lockutils [req-a099a084-3d7b-4170-bbe0-eac8d01045bd req-fb246fd6-98f6-48e3-9554-5e20f4230134 service nova] Releasing lock "refresh_cache-568b945b-16bd-4d25-b71f-d92d296791a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.513010] env[69744]: DEBUG nova.network.neutron [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.544925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.545204] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Processing image 9f58611f-74bd-4bb0-a9ac-542b86d9456b {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.545447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.545596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.545774] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.546046] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0527dd6d-dd99-4a8e-818d-4e54c4d209d5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.554900] env[69744]: DEBUG nova.objects.instance [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid 9929ad7e-132d-4c36-8d06-61d64c16d74e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.556903] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.557092] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.558208] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f98e5e-cea6-4e11-ab71-efd3831ae6b4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.564275] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1113.564275] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c5c939-b611-aba0-a190-28f5b6a9e96a" [ 1113.564275] env[69744]: _type = "Task" [ 1113.564275] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.565200] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.577295] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c5c939-b611-aba0-a190-28f5b6a9e96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.578662] env[69744]: DEBUG nova.network.neutron [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.625050] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312335, 'name': Rename_Task, 'duration_secs': 0.241558} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.625050] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.625296] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae61801d-b162-469f-9f71-70b718df9fef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.632293] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1113.632293] env[69744]: value = "task-3312336" [ 1113.632293] env[69744]: _type = "Task" [ 1113.632293] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.640571] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.780938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.781548] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.784349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.060s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.784983] env[69744]: DEBUG nova.objects.instance [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lazy-loading 'resources' on Instance uuid 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.059714] env[69744]: DEBUG nova.objects.base [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance<9929ad7e-132d-4c36-8d06-61d64c16d74e> lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.059943] env[69744]: DEBUG nova.network.neutron [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.078095] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1114.078414] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Fetch image to [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904/OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1114.078627] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Downloading stream optimized image 9f58611f-74bd-4bb0-a9ac-542b86d9456b to [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904/OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904.vmdk on the data store datastore2 as vApp {{(pid=69744) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1114.078800] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Downloading image file data 9f58611f-74bd-4bb0-a9ac-542b86d9456b to the ESX as VM named 'OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904' {{(pid=69744) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1114.082966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Releasing lock "refresh_cache-6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.083353] env[69744]: DEBUG nova.compute.manager [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.083534] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.085021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4222df7-8c74-44ca-9357-f261ee9f30e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.093915] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.094829] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0988e1fb-4797-4f7f-a636-23da8e1eb565 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.099774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.103356] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1114.103356] env[69744]: value = "task-3312337" [ 1114.103356] env[69744]: _type = "Task" [ 1114.103356] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.136154] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.146453] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312336, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.174364] env[69744]: DEBUG nova.policy [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.181110] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1114.181110] env[69744]: value = "resgroup-9" [ 1114.181110] env[69744]: _type = "ResourcePool" [ 1114.181110] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1114.181451] env[69744]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-80293050-4223-4aca-baef-934c7ebdc5ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.197174] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8258b0cc-ac19-48ec-b01f-249eb6d0fcf9 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.206112] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease: (returnval){ [ 1114.206112] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1114.206112] env[69744]: _type = "HttpNfcLease" [ 1114.206112] env[69744]: } obtained for vApp import into resource pool (val){ [ 1114.206112] env[69744]: value = "resgroup-9" [ 1114.206112] env[69744]: _type = "ResourcePool" [ 1114.206112] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1114.206463] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the lease: (returnval){ [ 1114.206463] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1114.206463] env[69744]: _type = "HttpNfcLease" [ 1114.206463] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.220305] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.220305] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1114.220305] env[69744]: _type = "HttpNfcLease" [ 1114.220305] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.288568] env[69744]: DEBUG nova.compute.utils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.293217] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.293428] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.366670] env[69744]: DEBUG nova.policy [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abcc14436ef345fc86c1e99277ae97cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d16cff1e2ed40899cd1ebed0875ddea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.434513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.434734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.434969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.435172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.435339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.439941] env[69744]: INFO nova.compute.manager [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Terminating instance [ 1114.568708] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694f732-d720-4e95-b745-4d85b2b8988f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.577495] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa21ebb-d87e-4d25-97dc-c31b4cf09343 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.611376] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7678a85d-ffa8-4913-bf7b-7b1fffc4fe13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.622509] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5b344-d9fb-4435-b7e4-5596a2cedc0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.626881] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312337, 'name': PowerOffVM_Task, 'duration_secs': 0.183393} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.627289] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.627434] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.628067] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fdd02d3-cab9-419c-b08f-36561306b5c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.640476] env[69744]: DEBUG nova.compute.provider_tree [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.650333] env[69744]: DEBUG oslo_vmware.api [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312336, 'name': PowerOnVM_Task, 'duration_secs': 0.607925} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.651591] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.651661] env[69744]: INFO nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1114.651809] env[69744]: DEBUG nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.652963] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf8ff8-1035-4cc7-9e4e-d32f25bc2a49 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.661934] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.662452] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.662452] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Deleting the datastore file [datastore1] 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.664444] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0142eff7-39c4-4680-acf4-79ca4c6435bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.674553] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for the task: (returnval){ [ 1114.674553] env[69744]: value = "task-3312340" [ 1114.674553] env[69744]: _type = "Task" [ 1114.674553] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.684081] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.716363] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.716363] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1114.716363] env[69744]: _type = "HttpNfcLease" [ 1114.716363] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.794143] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.902569] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Successfully created port: 28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.944087] env[69744]: DEBUG nova.compute.manager [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.944895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.945491] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2997433-3c0d-48d0-b9bd-7f689106c12a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.955028] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.955326] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b8b7da-a8b2-4d97-953e-933d95f3b806 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.962500] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1114.962500] env[69744]: value = "task-3312341" [ 1114.962500] env[69744]: _type = "Task" [ 1114.962500] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.974088] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.146249] env[69744]: DEBUG nova.scheduler.client.report [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.181159] env[69744]: INFO nova.compute.manager [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Took 24.59 seconds to build instance. [ 1115.188327] env[69744]: DEBUG oslo_vmware.api [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Task: {'id': task-3312340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191465} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.189378] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.189378] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.189378] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.189378] env[69744]: INFO nova.compute.manager [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1115.189378] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.189696] env[69744]: DEBUG nova.compute.manager [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.189696] env[69744]: DEBUG nova.network.neutron [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.207868] env[69744]: DEBUG nova.network.neutron [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.217869] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.217869] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1115.217869] env[69744]: _type = "HttpNfcLease" [ 1115.217869] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.218560] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.218560] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52270396-8fed-8d9e-fdb4-eea2e5a93729" [ 1115.218560] env[69744]: _type = "HttpNfcLease" [ 1115.218560] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1115.218919] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c6fb88-5f1e-4a73-95c6-61709b905495 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.227894] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.228098] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1115.296147] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da3e8ad7-a2ec-42b5-a8f0-19a505d3c97f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.474275] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312341, 'name': PowerOffVM_Task, 'duration_secs': 0.219332} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.474567] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.474787] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.475088] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-706246e3-416a-45da-9a4e-822112b7bbcf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.554774] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.555123] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.555273] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleting the datastore file [datastore1] af9ec915-740d-4e27-877b-9b85e6cc7ba2 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.555599] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aebc6b6-32b1-458d-9710-2e1b8e442396 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.563049] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1115.563049] env[69744]: value = "task-3312343" [ 1115.563049] env[69744]: _type = "Task" [ 1115.563049] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.571572] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.652387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.654760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.342s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.677768] env[69744]: INFO nova.scheduler.client.report [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleted allocations for instance 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a [ 1115.684437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6aac3939-28c6-4b66-9cfe-97b23bb3cb40 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.102s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.709854] env[69744]: DEBUG nova.network.neutron [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.804274] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.836958] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.838014] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.838014] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.838014] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.838014] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.838014] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.838177] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.838488] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.838722] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.838894] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.839294] env[69744]: DEBUG nova.virt.hardware [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.840179] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a96a1c-06df-4859-9137-2bb0af688bf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.856704] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ac55d-623e-4c85-b0b0-7b55ca38374b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.899209] env[69744]: DEBUG nova.compute.manager [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.899432] env[69744]: DEBUG oslo_concurrency.lockutils [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.899665] env[69744]: DEBUG oslo_concurrency.lockutils [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.899833] env[69744]: DEBUG oslo_concurrency.lockutils [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.900055] env[69744]: DEBUG nova.compute.manager [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] No waiting events found dispatching network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.900238] env[69744]: WARNING nova.compute.manager [req-2db2ac83-6943-4653-a6c7-1b34a29cc9a0 req-5d186160-5cb2-4004-9772-e5c6d9c5daa4 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received unexpected event network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc for instance with vm_state active and task_state None. [ 1116.003540] env[69744]: DEBUG nova.network.neutron [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Successfully updated port: b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.075561] env[69744]: DEBUG oslo_vmware.api [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409316} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.077246] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.077349] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.077530] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.077763] env[69744]: INFO nova.compute.manager [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1116.078867] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.078867] env[69744]: DEBUG nova.compute.manager [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.078867] env[69744]: DEBUG nova.network.neutron [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.186396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9e46e16a-c07c-4a78-bcb5-ee6970a9bd62 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.530s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.212614] env[69744]: INFO nova.compute.manager [-] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Took 1.02 seconds to deallocate network for instance. [ 1116.501956] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fbab47-bc22-42c6-9299-fe3a2681bc02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.508901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.509225] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.509484] env[69744]: DEBUG nova.network.neutron [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.524660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976da1ae-cf4e-4b38-a66c-42918d957dc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.561230] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f68eed-66ab-408d-8802-9d45b25f0137 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.574210] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a0bda-085c-4701-aacb-704a22a27c94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.597469] env[69744]: DEBUG nova.compute.provider_tree [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.725978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.867013] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1116.867264] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.868274] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d888fb-fae1-4f79-a827-0181d1363839 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.877565] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.877834] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1116.878194] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d58e5cca-2c4f-414b-8a14-b71f63eada1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.972314] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Successfully updated port: 28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.062864] env[69744]: WARNING nova.network.neutron [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 1117.103421] env[69744]: DEBUG nova.scheduler.client.report [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.253125] env[69744]: DEBUG oslo_vmware.rw_handles [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e5dee-62a6-e96e-86ab-766a2696dd9a/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1117.253348] env[69744]: INFO nova.virt.vmwareapi.images [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Downloaded image file data 9f58611f-74bd-4bb0-a9ac-542b86d9456b [ 1117.254864] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c7103-2937-46c3-8748-32a9620e91f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.276477] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8790ed86-a12a-4f67-ab4b-7d7d76e55ee8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.360296] env[69744]: INFO nova.virt.vmwareapi.images [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] The imported VM was unregistered [ 1117.368936] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1117.368936] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.369166] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a4704a-15cd-4490-829e-3284a799f755 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.388404] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.388404] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904/OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904.vmdk to [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk. {{(pid=69744) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1117.388404] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-985e17e6-1bf7-485d-a7bf-279a23bee5e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.397782] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1117.397782] env[69744]: value = "task-3312345" [ 1117.397782] env[69744]: _type = "Task" [ 1117.397782] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.412944] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.454922] env[69744]: DEBUG nova.network.neutron [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.459905] env[69744]: DEBUG nova.network.neutron [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "address": "fa:16:3e:25:ea:0a", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0934a82-0e", "ovs_interfaceid": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.474814] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.474976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.475150] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.908942] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.921568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.921808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.922027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.922251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.922434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.924522] env[69744]: INFO nova.compute.manager [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Terminating instance [ 1117.957295] env[69744]: INFO nova.compute.manager [-] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Took 1.88 seconds to deallocate network for instance. [ 1117.962471] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.963548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.963728] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.965220] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c4ca2-1df4-43f4-8081-f6ff5d4ba28c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.985413] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.985840] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.985840] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.986137] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.986137] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.986764] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.986764] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.986764] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.986764] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.986894] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.987365] env[69744]: DEBUG nova.virt.hardware [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.994242] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfiguring VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.994594] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2ddcbf-bbfd-4019-ba86-e4d0702ee534 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.014533] env[69744]: DEBUG oslo_vmware.api [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1118.014533] env[69744]: value = "task-3312346" [ 1118.014533] env[69744]: _type = "Task" [ 1118.014533] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.023949] env[69744]: DEBUG oslo_vmware.api [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312346, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.051133] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.114037] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.459s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.117066] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.587s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.241893] env[69744]: DEBUG nova.network.neutron [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating instance_info_cache with network_info: [{"id": "28a94a74-aeea-4a3e-b164-e2731afc195c", "address": "fa:16:3e:4f:bc:a9", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a94a74-ae", "ovs_interfaceid": "28a94a74-aeea-4a3e-b164-e2731afc195c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.268820] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.268929] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-b0934a82-0ee1-452f-b0db-66ea92330dbc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.269160] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.269303] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.269455] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.410448] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.428607] env[69744]: DEBUG nova.compute.manager [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.428901] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.429829] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d59fd-0ab9-4094-9ced-509be04a28b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.439710] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.439710] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8950e2-983d-43b3-a86c-ab7961542259 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.447662] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1118.447662] env[69744]: value = "task-3312347" [ 1118.447662] env[69744]: _type = "Task" [ 1118.447662] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.457524] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.466093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.526415] env[69744]: DEBUG oslo_vmware.api [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.577665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "9dff8334-165d-4033-a938-13c3c99533a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.577665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.622185] env[69744]: INFO nova.compute.claims [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.691334] env[69744]: INFO nova.scheduler.client.report [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocation for migration 9652f25d-4f5f-4f49-a927-01cc215bde60 [ 1118.744972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.745518] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Instance network_info: |[{"id": "28a94a74-aeea-4a3e-b164-e2731afc195c", "address": "fa:16:3e:4f:bc:a9", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a94a74-ae", "ovs_interfaceid": "28a94a74-aeea-4a3e-b164-e2731afc195c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.746152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:bc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28a94a74-aeea-4a3e-b164-e2731afc195c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.756973] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.757657] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.757940] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb89f6d-73a6-49d2-9ee9-c698901f180b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.785855] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.785855] env[69744]: value = "task-3312348" [ 1118.785855] env[69744]: _type = "Task" [ 1118.785855] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.797453] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312348, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.912933] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.965242] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312347, 'name': PowerOffVM_Task, 'duration_secs': 0.286208} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.965670] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.965940] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.966349] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29feca66-95c7-4994-b3c8-437d0206d74a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.027741] env[69744]: DEBUG oslo_vmware.api [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312346, 'name': ReconfigVM_Task, 'duration_secs': 0.99526} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.028385] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.028576] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfigured VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1119.074041] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updated VIF entry in instance network info cache for port b0934a82-0ee1-452f-b0db-66ea92330dbc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.074483] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "address": "fa:16:3e:25:ea:0a", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0934a82-0e", "ovs_interfaceid": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.079316] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.082902] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.083206] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.083395] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleting the datastore file [datastore1] 9b2fbbab-6621-4050-a704-d8d9c606fb58 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.088252] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1799482-41ea-41e9-9fb5-b2485bc30c22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.097623] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1119.097623] env[69744]: value = "task-3312350" [ 1119.097623] env[69744]: _type = "Task" [ 1119.097623] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.107986] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.130375] env[69744]: INFO nova.compute.resource_tracker [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating resource usage from migration 3df132bf-54cd-4653-8ac8-ed776ff958a1 [ 1119.197362] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3adf4176-b2db-4487-be6d-298aa335b096 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.278s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.298947] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312348, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.394615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea15371-d7e3-4cba-96a3-8d1b5fee8725 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.408700] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce879f2-e660-4bd9-a7d9-9d3e9d02684a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.415899] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.453296] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41128e8e-2f47-45a3-9069-6cb58a1b7d61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.464647] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b01e7-93f8-4723-9a45-7877138ddfa3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.485930] env[69744]: DEBUG nova.compute.provider_tree [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.539394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f56cf166-2d42-48d7-9a41-8bd7411de4dd tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.879s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.577624] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.577836] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Received event network-vif-plugged-28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.578033] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.578248] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.578421] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.578785] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] No waiting events found dispatching network-vif-plugged-28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.578785] env[69744]: WARNING nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Received unexpected event network-vif-plugged-28a94a74-aeea-4a3e-b164-e2731afc195c for instance with vm_state building and task_state spawning. [ 1119.578941] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Received event network-vif-deleted-0153add8-3783-4958-ba9c-cb1d58cc21dc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.579127] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Received event network-changed-28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.579356] env[69744]: DEBUG nova.compute.manager [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Refreshing instance network info cache due to event network-changed-28a94a74-aeea-4a3e-b164-e2731afc195c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.579481] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Acquiring lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.579611] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Acquired lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.579765] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Refreshing network info cache for port 28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.606026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.609833] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.801306] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312348, 'name': CreateVM_Task, 'duration_secs': 0.938107} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.801477] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.802354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.802526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.802892] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.803189] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dfe339-e887-4382-8813-dc118e38a4b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.809846] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1119.809846] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a24d67-eaed-e6c6-1814-879a121ee669" [ 1119.809846] env[69744]: _type = "Task" [ 1119.809846] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.819914] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a24d67-eaed-e6c6-1814-879a121ee669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.911913] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.990264] env[69744]: DEBUG nova.scheduler.client.report [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.111434] env[69744]: DEBUG oslo_vmware.api [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.648881} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.111729] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.111921] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.112110] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.112284] env[69744]: INFO nova.compute.manager [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1120.112524] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.112717] env[69744]: DEBUG nova.compute.manager [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.112893] env[69744]: DEBUG nova.network.neutron [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.327100] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a24d67-eaed-e6c6-1814-879a121ee669, 'name': SearchDatastore_Task, 'duration_secs': 0.086094} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.327100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.327100] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.327100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.327100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.327100] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.327100] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8836b216-fc5e-4f54-98b5-8ae03477ffb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.350019] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.350019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.350019] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d87221-771a-4fab-96b0-b542b5d2ba55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.357610] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1120.357610] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231517b-e9a1-c495-763a-87066e08270e" [ 1120.357610] env[69744]: _type = "Task" [ 1120.357610] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.369217] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231517b-e9a1-c495-763a-87066e08270e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.412134] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.502025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.502025] env[69744]: INFO nova.compute.manager [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Migrating [ 1120.508718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.252s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.509242] env[69744]: DEBUG nova.objects.instance [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1120.583644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.583644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.583644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "83249de9-634d-4441-aced-5311d10f7766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.583644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.583644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.584593] env[69744]: INFO nova.compute.manager [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Terminating instance [ 1120.645169] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updated VIF entry in instance network info cache for port 28a94a74-aeea-4a3e-b164-e2731afc195c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.645169] env[69744]: DEBUG nova.network.neutron [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating instance_info_cache with network_info: [{"id": "28a94a74-aeea-4a3e-b164-e2731afc195c", "address": "fa:16:3e:4f:bc:a9", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a94a74-ae", "ovs_interfaceid": "28a94a74-aeea-4a3e-b164-e2731afc195c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.869610] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5231517b-e9a1-c495-763a-87066e08270e, 'name': SearchDatastore_Task, 'duration_secs': 0.087974} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.870989] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9248b715-7d8b-461d-86c9-9c6a6376ecf8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.876587] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1120.876587] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5232efac-8f31-2122-2f5a-3a67ef7bcd79" [ 1120.876587] env[69744]: _type = "Task" [ 1120.876587] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.886198] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5232efac-8f31-2122-2f5a-3a67ef7bcd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.912871] env[69744]: DEBUG nova.compute.manager [req-25902a9e-6178-4687-90f1-a217cb4f9fa9 req-780a4c11-a4e3-4e12-ab54-4498695476f6 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Received event network-vif-deleted-43e026fc-42d3-44a5-a16c-db09754fd791 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.912871] env[69744]: INFO nova.compute.manager [req-25902a9e-6178-4687-90f1-a217cb4f9fa9 req-780a4c11-a4e3-4e12-ab54-4498695476f6 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Neutron deleted interface 43e026fc-42d3-44a5-a16c-db09754fd791; detaching it from the instance and deleting it from the info cache [ 1120.912871] env[69744]: DEBUG nova.network.neutron [req-25902a9e-6178-4687-90f1-a217cb4f9fa9 req-780a4c11-a4e3-4e12-ab54-4498695476f6 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.917701] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312345, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.114746} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.918185] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904/OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904.vmdk to [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk. [ 1120.918373] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Cleaning up location [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1120.918540] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a6dc2292-ff1a-49f5-9203-dcc49757e904 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.918786] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dfa2e27-5694-4234-ba7f-56eb15eda95f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.927747] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1120.927747] env[69744]: value = "task-3312351" [ 1120.927747] env[69744]: _type = "Task" [ 1120.927747] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.943716] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.025855] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.026440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.026690] env[69744]: DEBUG nova.network.neutron [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.089517] env[69744]: DEBUG nova.compute.manager [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.089815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.091021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c96406-20dd-4813-906c-85545c347d60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.100158] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.100436] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c94fca3d-21cc-42e2-a933-5813c6241e45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.108452] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1121.108452] env[69744]: value = "task-3312352" [ 1121.108452] env[69744]: _type = "Task" [ 1121.108452] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.116608] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.146560] env[69744]: DEBUG oslo_concurrency.lockutils [req-878f7f28-d98c-49ba-8687-79cbb2bbee67 req-84026002-1ae8-4b4a-9397-5b150b00b34e service nova] Releasing lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.238455] env[69744]: DEBUG nova.network.neutron [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.390142] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5232efac-8f31-2122-2f5a-3a67ef7bcd79, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.390502] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.390713] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 28f28fbf-7a7b-4fae-8b98-065fd5ba1082/28f28fbf-7a7b-4fae-8b98-065fd5ba1082.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.391013] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c960ab5d-770b-494b-8f7d-f03a72681941 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.398746] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1121.398746] env[69744]: value = "task-3312353" [ 1121.398746] env[69744]: _type = "Task" [ 1121.398746] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.407787] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.419806] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a23f0f5b-3096-4f4e-89f2-1256a57ba9e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.430861] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f99b8-de57-43c1-8f8b-d28b592de997 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.446156] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.446404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.450889] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.451115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.456150] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200605} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.457068] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.457274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.457535] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk to [datastore2] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.457799] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb2e6ae-c549-47d3-af69-190c0dc094bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.473259] env[69744]: DEBUG nova.compute.manager [req-25902a9e-6178-4687-90f1-a217cb4f9fa9 req-780a4c11-a4e3-4e12-ab54-4498695476f6 service nova] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Detach interface failed, port_id=43e026fc-42d3-44a5-a16c-db09754fd791, reason: Instance 9b2fbbab-6621-4050-a704-d8d9c606fb58 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.479091] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1121.479091] env[69744]: value = "task-3312354" [ 1121.479091] env[69744]: _type = "Task" [ 1121.479091] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.488864] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.529808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7b7b8702-00ac-48b2-a7d4-1762839ff9dc tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.533447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.864s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.533665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.534051] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1121.534187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.521s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.534431] env[69744]: DEBUG nova.objects.instance [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid b606a611-d9d3-4326-b652-2df1d450490a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.536593] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29547053-efad-4841-9abc-32ee566cf7d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.547615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19777792-8a9c-4943-8738-9a72056ab5d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.573619] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3775bd-874c-4f12-9164-b358516f3bf9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.583205] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47850652-8475-45f9-af80-d21ca1917cd3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.617433] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179571MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1121.617634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.626979] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312352, 'name': PowerOffVM_Task, 'duration_secs': 0.269628} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.627270] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.627437] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.627705] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04cf4b7c-65a2-44ac-933d-8a1726c7ef84 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.708493] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.708493] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.708493] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore1] 83249de9-634d-4441-aced-5311d10f7766 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.708493] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e9f652-fb4d-41b0-bde0-24c6cbb6d537 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.716979] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1121.716979] env[69744]: value = "task-3312356" [ 1121.716979] env[69744]: _type = "Task" [ 1121.716979] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.728269] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.741051] env[69744]: INFO nova.compute.manager [-] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Took 1.63 seconds to deallocate network for instance. [ 1121.845253] env[69744]: DEBUG nova.network.neutron [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.912269] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488322} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.912269] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 28f28fbf-7a7b-4fae-8b98-065fd5ba1082/28f28fbf-7a7b-4fae-8b98-065fd5ba1082.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.912513] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.912750] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6704864c-caf1-42fe-89a4-0a7ad8d6b46d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.920293] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1121.920293] env[69744]: value = "task-3312357" [ 1121.920293] env[69744]: _type = "Task" [ 1121.920293] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.930374] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.951287] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.951468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.952822] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657eb50-66f6-4835-97ca-ee6d0efa98ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.957535] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.979030] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6352d3-6983-42d0-86ff-e6d9ae8252ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.991687] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.018598] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfiguring VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1122.019842] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd723f47-0316-47a7-a070-cad00968dcb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.047266] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1122.047266] env[69744]: value = "task-3312358" [ 1122.047266] env[69744]: _type = "Task" [ 1122.047266] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.059031] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.229960] env[69744]: DEBUG oslo_vmware.api [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315793} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.230290] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.230444] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.230665] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.230839] env[69744]: INFO nova.compute.manager [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 83249de9-634d-4441-aced-5311d10f7766] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.231114] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.231328] env[69744]: DEBUG nova.compute.manager [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.231427] env[69744]: DEBUG nova.network.neutron [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.251140] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.342560] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16592a5a-59d7-463d-9572-6c70a9ffc18d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.348030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.355166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247d181-bf61-45d0-b9cb-11c2f82da49c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.399216] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f34f0-6b0d-421a-8608-f4d9e5d27852 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.408434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab8bb4-aa7a-46a4-99ff-cab5df222fca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.425174] env[69744]: DEBUG nova.compute.provider_tree [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.436987] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.455344} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.438494] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.439315] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d44572b-1a9f-4f54-80fc-1c99f5457e5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.466391] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 28f28fbf-7a7b-4fae-8b98-065fd5ba1082/28f28fbf-7a7b-4fae-8b98-065fd5ba1082.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.467090] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147fef26-3384-45fd-8ae9-6471fa504234 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.499034] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.499034] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1122.499034] env[69744]: value = "task-3312359" [ 1122.499034] env[69744]: _type = "Task" [ 1122.499034] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.507585] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.508687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.557908] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.928205] env[69744]: DEBUG nova.scheduler.client.report [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.967265] env[69744]: DEBUG nova.compute.manager [req-f22b0cde-f35e-446f-8a5f-b1704471f176 req-c290d1f7-b3f8-430d-afa5-8140266d0eac service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Received event network-vif-deleted-202922bf-9c1e-44bc-901a-f05312c09367 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.967481] env[69744]: INFO nova.compute.manager [req-f22b0cde-f35e-446f-8a5f-b1704471f176 req-c290d1f7-b3f8-430d-afa5-8140266d0eac service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Neutron deleted interface 202922bf-9c1e-44bc-901a-f05312c09367; detaching it from the instance and deleting it from the info cache [ 1122.967656] env[69744]: DEBUG nova.network.neutron [req-f22b0cde-f35e-446f-8a5f-b1704471f176 req-c290d1f7-b3f8-430d-afa5-8140266d0eac service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.997049] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.009811] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.058812] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.207016] env[69744]: DEBUG nova.network.neutron [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.434014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.436707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.337s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.438394] env[69744]: INFO nova.compute.claims [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.463507] env[69744]: INFO nova.scheduler.client.report [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance b606a611-d9d3-4326-b652-2df1d450490a [ 1123.470657] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97404390-877f-47a3-ad6b-3c6c6e6515ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.482886] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51929e9-a24e-4ce5-887d-10a2c4d77381 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.507206] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.513088] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.524183] env[69744]: DEBUG nova.compute.manager [req-f22b0cde-f35e-446f-8a5f-b1704471f176 req-c290d1f7-b3f8-430d-afa5-8140266d0eac service nova] [instance: 83249de9-634d-4441-aced-5311d10f7766] Detach interface failed, port_id=202922bf-9c1e-44bc-901a-f05312c09367, reason: Instance 83249de9-634d-4441-aced-5311d10f7766 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.558828] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.709945] env[69744]: INFO nova.compute.manager [-] [instance: 83249de9-634d-4441-aced-5311d10f7766] Took 1.48 seconds to deallocate network for instance. [ 1123.867855] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19d110e-98ea-4888-bbf1-3cc546c3c2bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.890397] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.972203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2cf06ad3-527d-4ea2-b3ff-0ba04dab181b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b606a611-d9d3-4326-b652-2df1d450490a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.579s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.008802] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.015390] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.058833] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.217874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.396560] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.396907] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc5daaa-3d93-4889-87fb-71a8a319a85b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.406025] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1124.406025] env[69744]: value = "task-3312360" [ 1124.406025] env[69744]: _type = "Task" [ 1124.406025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.414743] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.504622] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312354, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667803} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.510904] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9f58611f-74bd-4bb0-a9ac-542b86d9456b/9f58611f-74bd-4bb0-a9ac-542b86d9456b.vmdk to [datastore2] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.512775] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c013b-933f-434c-94d1-961a3e07c747 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.520758] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312359, 'name': ReconfigVM_Task, 'duration_secs': 1.588563} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.531391] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 28f28fbf-7a7b-4fae-8b98-065fd5ba1082/28f28fbf-7a7b-4fae-8b98-065fd5ba1082.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.540661] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.543427] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f468d8-bd73-4edf-9cc4-12e7d35ebd19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.545038] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08b4b8e-db1a-4452-834a-0f8052735f3a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.571961] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1124.571961] env[69744]: value = "task-3312361" [ 1124.571961] env[69744]: _type = "Task" [ 1124.571961] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.581026] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1124.581026] env[69744]: value = "task-3312362" [ 1124.581026] env[69744]: _type = "Task" [ 1124.581026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.581221] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.588340] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312361, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.592013] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312362, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.746079] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b203c2-ed5e-4d12-9ea4-0bda85df68ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.754714] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262c2f0-4329-49b1-94ae-b84ef76a1b81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.785146] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf157f6-7d0f-4e61-8085-94bcd3e23686 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.793429] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67301e-fbfb-464a-b916-eda5e5418c34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.807771] env[69744]: DEBUG nova.compute.provider_tree [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.917278] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.917514] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.070966] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.080908] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312361, 'name': Rename_Task, 'duration_secs': 0.186971} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.081200] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.081439] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cad869-d58b-403c-b4d5-4ca8ed272d76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.092082] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312362, 'name': ReconfigVM_Task, 'duration_secs': 0.339979} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.093395] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 568b945b-16bd-4d25-b71f-d92d296791a4/568b945b-16bd-4d25-b71f-d92d296791a4.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.094815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': '230493a1-ac08-4a65-b213-cff30417b0e1'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': '5d3b418c-3546-4bf2-8033-0ffd8fe0532a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661389', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'name': 'volume-05a8216f-e046-4c4c-816e-9d9c50b63003', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '568b945b-16bd-4d25-b71f-d92d296791a4', 'attached_at': '', 'detached_at': '', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'serial': '05a8216f-e046-4c4c-816e-9d9c50b63003'}, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69744) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1125.095025] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.095226] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661389', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'name': 'volume-05a8216f-e046-4c4c-816e-9d9c50b63003', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '568b945b-16bd-4d25-b71f-d92d296791a4', 'attached_at': '', 'detached_at': '', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'serial': '05a8216f-e046-4c4c-816e-9d9c50b63003'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.095581] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1125.095581] env[69744]: value = "task-3312363" [ 1125.095581] env[69744]: _type = "Task" [ 1125.095581] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.096323] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab7e43-b316-41ee-a4e3-b3fa89ccc9d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.103591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "858691ff-5afc-40bb-b513-d27a6480fccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.103647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.103798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.103977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.104156] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.119120] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.119842] env[69744]: INFO nova.compute.manager [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Terminating instance [ 1125.121879] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df0f6d-2e16-4568-b504-c7c726b4113b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.152516] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-05a8216f-e046-4c4c-816e-9d9c50b63003/volume-05a8216f-e046-4c4c-816e-9d9c50b63003.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.153454] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5151f2-e9dc-42d0-b860-8cfe18f4b933 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.182706] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1125.182706] env[69744]: value = "task-3312364" [ 1125.182706] env[69744]: _type = "Task" [ 1125.182706] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.191181] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.311447] env[69744]: DEBUG nova.scheduler.client.report [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.423573] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.423817] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.423975] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.424171] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.424320] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.424466] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.424669] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.424827] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.424990] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.425200] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.425377] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.431218] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6283b95-3e2a-4b2a-809a-95ba4eb1134e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.452682] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1125.452682] env[69744]: value = "task-3312365" [ 1125.452682] env[69744]: _type = "Task" [ 1125.452682] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.461616] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.513407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "50570547-53a5-4cd9-a774-17040ca0ec49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.513612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.513816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.514023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.514187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.516350] env[69744]: INFO nova.compute.manager [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Terminating instance [ 1125.570526] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.612488] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.627319] env[69744]: DEBUG nova.compute.manager [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.627567] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.628397] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba5017-9735-4768-958b-56be89a7dc9e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.636042] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.636224] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e4ad6c-00f3-4afc-bc4a-74e119a5976b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.642152] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1125.642152] env[69744]: value = "task-3312366" [ 1125.642152] env[69744]: _type = "Task" [ 1125.642152] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.650626] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.693030] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.817030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.817538] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.820274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.094s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.820497] env[69744]: DEBUG nova.objects.instance [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lazy-loading 'resources' on Instance uuid 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.966653] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312365, 'name': ReconfigVM_Task, 'duration_secs': 0.208487} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.967074] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.020513] env[69744]: DEBUG nova.compute.manager [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.020979] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.021931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74945e64-5c14-4bd8-8342-a46d0910f8b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.030504] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.030762] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a591b169-496b-4e37-9acc-a4ff5d26485d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.037771] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1126.037771] env[69744]: value = "task-3312367" [ 1126.037771] env[69744]: _type = "Task" [ 1126.037771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.047140] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.071321] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.111391] env[69744]: DEBUG oslo_vmware.api [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312363, 'name': PowerOnVM_Task, 'duration_secs': 0.708081} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.111728] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.111949] env[69744]: INFO nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1126.112148] env[69744]: DEBUG nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.113021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b9f88-cae5-4139-a46b-e6dc89f5d7c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.153991] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312366, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.194135] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312364, 'name': ReconfigVM_Task, 'duration_secs': 0.563767} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.194556] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-05a8216f-e046-4c4c-816e-9d9c50b63003/volume-05a8216f-e046-4c4c-816e-9d9c50b63003.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.199505] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b508b5-81d5-4fc9-b75e-0f3e09af5ea2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.217529] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1126.217529] env[69744]: value = "task-3312368" [ 1126.217529] env[69744]: _type = "Task" [ 1126.217529] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.230777] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.324964] env[69744]: DEBUG nova.compute.utils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.329358] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.329358] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.390664] env[69744]: DEBUG nova.policy [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca42b942524cdabb08a9419bcf173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e25606b970ec42f4aa6789d493c49ba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.475017] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.478986] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.478986] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.478986] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.478986] env[69744]: DEBUG nova.virt.hardware [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.482456] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.485564] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccdd843d-f607-4a40-a061-bc8be113aebf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.509046] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1126.509046] env[69744]: value = "task-3312369" [ 1126.509046] env[69744]: _type = "Task" [ 1126.509046] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.521752] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.549175] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312367, 'name': PowerOffVM_Task, 'duration_secs': 0.236074} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.549455] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.549619] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.549872] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10610805-fbc8-4bfb-87c0-89153f465b06 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.571381] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.598165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88290910-511b-45cd-af7f-e70e948e97f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.606034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee984630-3f93-444c-b6d6-50094772d539 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.643089] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc029e-aa3d-47f5-aa81-5ca765540b77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.646105] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.646105] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.646339] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Deleting the datastore file [datastore1] 50570547-53a5-4cd9-a774-17040ca0ec49 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.648090] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1d6534c-afc1-4f0d-9ffc-bdabd7b461e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650045] env[69744]: INFO nova.compute.manager [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Took 20.82 seconds to build instance. [ 1126.664609] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312366, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.664609] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for the task: (returnval){ [ 1126.664609] env[69744]: value = "task-3312371" [ 1126.664609] env[69744]: _type = "Task" [ 1126.664609] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.665357] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3da3152-0965-40f3-a147-4d47e8543ba7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.689506] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.690464] env[69744]: DEBUG nova.compute.provider_tree [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.717228] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Successfully created port: 6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.730161] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312368, 'name': ReconfigVM_Task, 'duration_secs': 0.290951} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.730502] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661389', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'name': 'volume-05a8216f-e046-4c4c-816e-9d9c50b63003', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '568b945b-16bd-4d25-b71f-d92d296791a4', 'attached_at': '', 'detached_at': '', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'serial': '05a8216f-e046-4c4c-816e-9d9c50b63003'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.731433] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87bc00da-8b06-4271-90b2-2821ee96c6b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.740538] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1126.740538] env[69744]: value = "task-3312372" [ 1126.740538] env[69744]: _type = "Task" [ 1126.740538] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.752000] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312372, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.829828] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.019546] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312369, 'name': ReconfigVM_Task, 'duration_secs': 0.340579} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.019813] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.020594] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe2e474-9ba5-40d1-9173-dde680773bc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.044863] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.044863] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1321b13a-f67c-407a-a232-dbb468aff283 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.068510] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1127.068510] env[69744]: value = "task-3312373" [ 1127.068510] env[69744]: _type = "Task" [ 1127.068510] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.075384] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.084821] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.156402] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9fed3d57-fb90-458b-bc65-a01d0ee4a675 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.333s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.161685] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312366, 'name': PowerOffVM_Task, 'duration_secs': 1.213216} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.161685] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.161685] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.161685] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f1ab94-62c2-475e-8418-99f8a0a2812e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.182789] env[69744]: DEBUG oslo_vmware.api [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Task: {'id': task-3312371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214485} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.183033] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.184039] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.184039] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.184039] env[69744]: INFO nova.compute.manager [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1127.184039] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.184039] env[69744]: DEBUG nova.compute.manager [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.184039] env[69744]: DEBUG nova.network.neutron [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.193993] env[69744]: DEBUG nova.scheduler.client.report [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.252069] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312372, 'name': Rename_Task, 'duration_secs': 0.184726} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.256055] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.256055] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c8b079-57b0-458f-a817-ca87061f7b47 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.256055] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.256055] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.256307] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] 858691ff-5afc-40bb-b513-d27a6480fccc {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.256969] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c3c5242-6c61-41f6-9bb7-38fef23030d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.266686] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1127.266686] env[69744]: value = "task-3312375" [ 1127.266686] env[69744]: _type = "Task" [ 1127.266686] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.268740] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1127.268740] env[69744]: value = "task-3312376" [ 1127.268740] env[69744]: _type = "Task" [ 1127.268740] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.280453] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.283711] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.582544] env[69744]: DEBUG oslo_vmware.api [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312373, 'name': ReconfigVM_Task, 'duration_secs': 0.462604} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.588047] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e7644dfd-efde-469e-9964-402947d28d24/e7644dfd-efde-469e-9964-402947d28d24.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.588648] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.593530] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.701824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.702692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.237s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.703623] env[69744]: DEBUG nova.objects.instance [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'resources' on Instance uuid af9ec915-740d-4e27-877b-9b85e6cc7ba2 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.736476] env[69744]: INFO nova.scheduler.client.report [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Deleted allocations for instance 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0 [ 1127.788776] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.793882] env[69744]: DEBUG oslo_vmware.api [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191495} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.794593] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.794890] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.795273] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.795579] env[69744]: INFO nova.compute.manager [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1127.795935] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.796566] env[69744]: DEBUG nova.compute.manager [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.796774] env[69744]: DEBUG nova.network.neutron [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.841806] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.871339] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.871592] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.871898] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.872201] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.872400] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.872590] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.872895] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.873193] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.873426] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.873618] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.874697] env[69744]: DEBUG nova.virt.hardware [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.875585] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c27a418-233b-4abd-8b1b-ae1873db91fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.885329] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca987cc3-83e4-4f49-887c-f0465a73e654 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.070668] env[69744]: DEBUG nova.compute.manager [req-71d9b979-0bd4-4408-ac97-bde296fd3780 req-c5d8dc1d-1113-46cd-b184-81bdd75b9dec service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Received event network-vif-deleted-6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.070668] env[69744]: INFO nova.compute.manager [req-71d9b979-0bd4-4408-ac97-bde296fd3780 req-c5d8dc1d-1113-46cd-b184-81bdd75b9dec service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Neutron deleted interface 6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc; detaching it from the instance and deleting it from the info cache [ 1128.070915] env[69744]: DEBUG nova.network.neutron [req-71d9b979-0bd4-4408-ac97-bde296fd3780 req-c5d8dc1d-1113-46cd-b184-81bdd75b9dec service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.079566] env[69744]: DEBUG oslo_vmware.api [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312358, 'name': ReconfigVM_Task, 'duration_secs': 5.796621} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.080336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.080336] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Reconfigured VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1128.097332] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17e95e-69ae-413c-8ae8-b597f2185fc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.124175] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f795fff-6122-46be-a1d5-3a7126dbd225 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.147019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.244132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4bbe572e-5db5-4c36-bdde-6d6e88b31a27 tempest-ServerShowV257Test-1562046086 tempest-ServerShowV257Test-1562046086-project-member] Lock "6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.770s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.292880] env[69744]: DEBUG oslo_vmware.api [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312376, 'name': PowerOnVM_Task, 'duration_secs': 0.556358} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.294158] env[69744]: DEBUG nova.compute.manager [req-ae1ade5b-a886-4879-a5f1-9b7ea712f203 req-c68ca564-03db-43f0-a3f5-c5d8ffa19f19 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Received event network-vif-deleted-ead689b7-dc0a-4778-8b45-7ae1b73db652 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.294340] env[69744]: INFO nova.compute.manager [req-ae1ade5b-a886-4879-a5f1-9b7ea712f203 req-c68ca564-03db-43f0-a3f5-c5d8ffa19f19 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Neutron deleted interface ead689b7-dc0a-4778-8b45-7ae1b73db652; detaching it from the instance and deleting it from the info cache [ 1128.294516] env[69744]: DEBUG nova.network.neutron [req-ae1ade5b-a886-4879-a5f1-9b7ea712f203 req-c68ca564-03db-43f0-a3f5-c5d8ffa19f19 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.296942] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.418291] env[69744]: DEBUG nova.compute.manager [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.420503] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d2482c-1feb-4e75-9d31-99b43407c4a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.464485] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Successfully updated port: 6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.542611] env[69744]: DEBUG nova.network.neutron [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.546473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f79f1c6-b734-4471-825a-62532915e0bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.558488] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e29fa-9756-4395-b6d4-1841b0396977 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.592995] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7df14c68-dfe7-4a90-bae3-ba9055ea73f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.595549] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8334d87-9e7d-42b5-b368-c23e5523e18e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.605649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd31b556-70eb-45e8-843d-127d3a41290c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.612781] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c786ea0-ab6a-4669-9893-8e54bc4f12af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.643686] env[69744]: DEBUG nova.compute.provider_tree [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.659229] env[69744]: DEBUG nova.compute.manager [req-71d9b979-0bd4-4408-ac97-bde296fd3780 req-c5d8dc1d-1113-46cd-b184-81bdd75b9dec service nova] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Detach interface failed, port_id=6a3a1f7d-62e3-4df7-a9b5-cb4faebff7fc, reason: Instance 858691ff-5afc-40bb-b513-d27a6480fccc could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.691020] env[69744]: DEBUG nova.network.neutron [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Port ac1cce88-859a-4860-8787-028efe13d760 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.768215] env[69744]: DEBUG nova.network.neutron [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.798197] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-593ed12d-501a-4620-9e15-9f471c86b2cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.809090] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5e81a-b9cb-4c23-829c-1a1f6070fe15 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.846402] env[69744]: DEBUG nova.compute.manager [req-ae1ade5b-a886-4879-a5f1-9b7ea712f203 req-c68ca564-03db-43f0-a3f5-c5d8ffa19f19 service nova] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Detach interface failed, port_id=ead689b7-dc0a-4778-8b45-7ae1b73db652, reason: Instance 50570547-53a5-4cd9-a774-17040ca0ec49 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.946799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19b8891e-2124-49b2-b259-85f66f27b718 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.467s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.967673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.967830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.967946] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.052838] env[69744]: INFO nova.compute.manager [-] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Took 1.26 seconds to deallocate network for instance. [ 1129.157015] env[69744]: DEBUG nova.scheduler.client.report [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.270919] env[69744]: INFO nova.compute.manager [-] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Took 2.09 seconds to deallocate network for instance. [ 1129.449131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.449337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.449515] env[69744]: DEBUG nova.network.neutron [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.514656] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.559795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.662520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.664874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.059s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.667154] env[69744]: INFO nova.compute.claims [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.717607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.717819] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.717960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.741312] env[69744]: INFO nova.scheduler.client.report [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted allocations for instance af9ec915-740d-4e27-877b-9b85e6cc7ba2 [ 1129.778113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.987406] env[69744]: DEBUG nova.network.neutron [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.252494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7f09fa8-0e13-4d01-9639-50eacca910d6 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "af9ec915-740d-4e27-877b-9b85e6cc7ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.818s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.276193] env[69744]: INFO nova.network.neutron [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Port b0934a82-0ee1-452f-b0db-66ea92330dbc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1130.276589] env[69744]: DEBUG nova.network.neutron [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.322477] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Received event network-changed-28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.322643] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Refreshing instance network info cache due to event network-changed-28a94a74-aeea-4a3e-b164-e2731afc195c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.322860] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Acquiring lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.323008] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Acquired lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.323727] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Refreshing network info cache for port 28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.344157] env[69744]: DEBUG nova.compute.manager [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.344157] env[69744]: DEBUG nova.compute.manager [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing instance network info cache due to event network-changed-9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.344157] env[69744]: DEBUG oslo_concurrency.lockutils [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] Acquiring lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.489236] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.489792] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Instance network_info: |[{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.489958] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:99:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5d72aa-f6ca-4639-82fa-e05d069c6160', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.498149] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.498370] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.498596] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c84f48-9fd7-4556-bcb7-1fecfdd8ae22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.525694] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.525694] env[69744]: value = "task-3312377" [ 1130.525694] env[69744]: _type = "Task" [ 1130.525694] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.537058] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312377, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.382675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.384365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.384579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.384896] env[69744]: DEBUG nova.objects.instance [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'flavor' on Instance uuid ec3682e7-1bdd-41c2-b18c-4fdf25d8290c {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.386431] env[69744]: DEBUG oslo_concurrency.lockutils [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] Acquired lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.386767] env[69744]: DEBUG nova.network.neutron [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Refreshing network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.398364] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312377, 'name': CreateVM_Task, 'duration_secs': 0.394733} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.399099] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.399179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.399684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400165] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11bf23d-4f31-485c-bff0-b67baff75263 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.405589] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1131.405589] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aad95c-3d51-f114-ae3f-63eae3813fe0" [ 1131.405589] env[69744]: _type = "Task" [ 1131.405589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.416921] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aad95c-3d51-f114-ae3f-63eae3813fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.428111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.428927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.428927] env[69744]: DEBUG nova.network.neutron [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.615648] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdeb1da-c78b-4122-bf75-c1522d6cc918 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.626324] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202dd542-b5bd-4106-939d-48f02d6a7b87 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.658237] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a2bfe-a573-4747-88e6-8edacbd83440 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.665723] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d20a95-352e-4405-b392-1c6b617eb2fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.680986] env[69744]: DEBUG nova.compute.provider_tree [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.733753] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updated VIF entry in instance network info cache for port 28a94a74-aeea-4a3e-b164-e2731afc195c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.734133] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating instance_info_cache with network_info: [{"id": "28a94a74-aeea-4a3e-b164-e2731afc195c", "address": "fa:16:3e:4f:bc:a9", "network": {"id": "28990cf2-59e1-4928-b103-c284ea93785f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-173314388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d16cff1e2ed40899cd1ebed0875ddea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a94a74-ae", "ovs_interfaceid": "28a94a74-aeea-4a3e-b164-e2731afc195c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.887488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-6c634513-305d-4e0b-8d29-75654d78a95d tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-9929ad7e-132d-4c36-8d06-61d64c16d74e-b0934a82-0ee1-452f-b0db-66ea92330dbc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.441s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.917210] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aad95c-3d51-f114-ae3f-63eae3813fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.016121} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.917474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.918543] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.918543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.918543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.918543] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.918543] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd50b53d-2b78-44db-a4d9-3f9b11254ff8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.930259] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.930456] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.931257] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce582664-1a14-4974-823e-cb340f4fee1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.939380] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1131.939380] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525dc3c4-168f-5efe-3043-d51289da2839" [ 1131.939380] env[69744]: _type = "Task" [ 1131.939380] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.948304] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525dc3c4-168f-5efe-3043-d51289da2839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.987642] env[69744]: DEBUG nova.objects.instance [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'pci_requests' on Instance uuid ec3682e7-1bdd-41c2-b18c-4fdf25d8290c {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.184049] env[69744]: DEBUG nova.scheduler.client.report [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.236983] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Releasing lock "refresh_cache-28f28fbf-7a7b-4fae-8b98-065fd5ba1082" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.237234] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Received event network-vif-plugged-6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.237424] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.237622] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.237776] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.237934] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] No waiting events found dispatching network-vif-plugged-6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.238109] env[69744]: WARNING nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Received unexpected event network-vif-plugged-6b5d72aa-f6ca-4639-82fa-e05d069c6160 for instance with vm_state building and task_state spawning. [ 1132.238271] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Received event network-changed-6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.238421] env[69744]: DEBUG nova.compute.manager [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Refreshing instance network info cache due to event network-changed-6b5d72aa-f6ca-4639-82fa-e05d069c6160. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.238595] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Acquiring lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.238748] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Acquired lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.238957] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Refreshing network info cache for port 6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.283350] env[69744]: DEBUG nova.network.neutron [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updated VIF entry in instance network info cache for port 9630c7e8-6c37-40a4-8f59-b62c97b820b5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.283702] env[69744]: DEBUG nova.network.neutron [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [{"id": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "address": "fa:16:3e:dc:ba:4e", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9630c7e8-6c", "ovs_interfaceid": "9630c7e8-6c37-40a4-8f59-b62c97b820b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.329325] env[69744]: DEBUG nova.network.neutron [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.440805] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.441120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.453438] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525dc3c4-168f-5efe-3043-d51289da2839, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.454655] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec233b9-f908-4e9f-a590-be11ffbdcd48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.461048] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1132.461048] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52395acc-584d-4b13-b827-01f59ae7f221" [ 1132.461048] env[69744]: _type = "Task" [ 1132.461048] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.469728] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52395acc-584d-4b13-b827-01f59ae7f221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.497883] env[69744]: DEBUG nova.compute.manager [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-changed-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.498038] env[69744]: DEBUG nova.compute.manager [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing instance network info cache due to event network-changed-a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.498316] env[69744]: DEBUG oslo_concurrency.lockutils [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.498503] env[69744]: DEBUG oslo_concurrency.lockutils [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.498701] env[69744]: DEBUG nova.network.neutron [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing network info cache for port a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.501642] env[69744]: DEBUG nova.objects.base [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.501642] env[69744]: DEBUG nova.network.neutron [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.581156] env[69744]: DEBUG nova.policy [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db818b376a0c43aa9b4eb49ce9052d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242a95e5a2a54dfe9cce45e6862a3bc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.690275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.025s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.690867] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.693644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.076s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.786548] env[69744]: DEBUG oslo_concurrency.lockutils [req-1792747d-64df-4b47-874d-08811a8357eb req-ee41c027-1972-4f80-9e13-0897f500a460 service nova] Releasing lock "refresh_cache-9929ad7e-132d-4c36-8d06-61d64c16d74e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.831403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.949236] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.971823] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52395acc-584d-4b13-b827-01f59ae7f221, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.972259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.972606] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.972922] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329334c8-4065-441f-ba78-370612950ea2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.980933] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1132.980933] env[69744]: value = "task-3312378" [ 1132.980933] env[69744]: _type = "Task" [ 1132.980933] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.989605] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.003566] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updated VIF entry in instance network info cache for port 6b5d72aa-f6ca-4639-82fa-e05d069c6160. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.003566] env[69744]: DEBUG nova.network.neutron [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.196945] env[69744]: DEBUG nova.compute.utils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.207793] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.207793] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.233682] env[69744]: DEBUG nova.network.neutron [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updated VIF entry in instance network info cache for port a9465818-bb29-49e0-a546-585b274e654e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.234546] env[69744]: DEBUG nova.network.neutron [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.256807] env[69744]: DEBUG nova.policy [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e04851b23604dae89ab3331ed058b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90d63bb9d25f4380b895a16628c1513c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.375968] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dca03e-87a9-45b1-8e2e-f603bb931645 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.397898] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f984c-0f13-4f73-a6c2-2b2da8e53cec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.407563] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.469296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.493255] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499698} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.493555] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.493726] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.493975] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc2ac0c-3edf-4d09-857b-d93140dc2842 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.501106] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1133.501106] env[69744]: value = "task-3312379" [ 1133.501106] env[69744]: _type = "Task" [ 1133.501106] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.509883] env[69744]: DEBUG oslo_concurrency.lockutils [req-b577b76e-359c-4b08-8052-6376395924bf req-de33106a-0629-4d7c-84ce-afba9c6389aa service nova] Releasing lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.510108] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.578593] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Successfully created port: 01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.708225] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.711337] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Applying migration context for instance e7644dfd-efde-469e-9964-402947d28d24 as it has an incoming, in-progress migration 3df132bf-54cd-4653-8ac8-ed776ff958a1. Migration status is post-migrating {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1133.712730] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating resource usage from migration 3df132bf-54cd-4653-8ac8-ed776ff958a1 [ 1133.736116] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3d6514b1-c701-4c38-9a35-0a1866562f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.736282] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance cca0bf85-021c-4850-827e-bea819cf9400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.736398] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9929ad7e-132d-4c36-8d06-61d64c16d74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.736542] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 858691ff-5afc-40bb-b513-d27a6480fccc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1133.736666] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 50570547-53a5-4cd9-a774-17040ca0ec49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1133.736784] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 568b945b-16bd-4d25-b71f-d92d296791a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.736907] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 83249de9-634d-4441-aced-5311d10f7766 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1133.737023] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance ec3682e7-1bdd-41c2-b18c-4fdf25d8290c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.737138] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e15055cd-f2c7-40c8-b42b-7fa29b5c60b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.737260] env[69744]: WARNING nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9b2fbbab-6621-4050-a704-d8d9c606fb58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1133.737370] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.737478] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration 3df132bf-54cd-4653-8ac8-ed776ff958a1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1133.737584] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e7644dfd-efde-469e-9964-402947d28d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.737688] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 32e9360c-50e8-4653-a576-7133a6bd0d1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.737796] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 9dff8334-165d-4033-a938-13c3c99533a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.739450] env[69744]: DEBUG oslo_concurrency.lockutils [req-40475ad4-095c-4ff5-8727-f4c20a45ce16 req-007def42-fd2e-40ac-bae4-1f1e7d17bf35 service nova] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.834843] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Successfully created port: 665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.916775] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11ac9-0689-41c9-80ee-ab40779d7f3a tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance 'e7644dfd-efde-469e-9964-402947d28d24' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.015805] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087621} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.016102] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.017127] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4cc2a3-c149-47c2-b687-916c0c286f2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.042424] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.042724] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0a7da1-ebfd-42f8-826f-476a792c8cc6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.065928] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1134.065928] env[69744]: value = "task-3312380" [ 1134.065928] env[69744]: _type = "Task" [ 1134.065928] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.075288] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.191489] env[69744]: DEBUG nova.network.neutron [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Successfully updated port: b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.241211] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8d9bf5ba-dbce-4b62-8113-636f4ae901e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.247765] env[69744]: DEBUG nova.compute.manager [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.247928] env[69744]: DEBUG oslo_concurrency.lockutils [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.248143] env[69744]: DEBUG oslo_concurrency.lockutils [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.248312] env[69744]: DEBUG oslo_concurrency.lockutils [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.248491] env[69744]: DEBUG nova.compute.manager [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] No waiting events found dispatching network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.248693] env[69744]: WARNING nova.compute.manager [req-f3c76681-b0d4-4a60-8fb4-378b2964ccd3 req-f738913c-7936-45a6-be09-ed185aafaeab service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received unexpected event network-vif-plugged-b0934a82-0ee1-452f-b0db-66ea92330dbc for instance with vm_state active and task_state None. [ 1134.576884] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312380, 'name': ReconfigVM_Task, 'duration_secs': 0.374909} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.577265] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.577806] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f68dd24-fc5d-4514-a6dc-b4d4f49e8799 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.586564] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1134.586564] env[69744]: value = "task-3312381" [ 1134.586564] env[69744]: _type = "Task" [ 1134.586564] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.596829] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312381, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.694060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.694060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.694393] env[69744]: DEBUG nova.network.neutron [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.719936] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.746949] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3ead94d9-2bea-4854-bc92-96a8b492decd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.746949] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1134.746949] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1134.759426] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.759707] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.759900] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.760150] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.760331] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.760493] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.760785] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.760998] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.761224] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.761428] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.761622] env[69744]: DEBUG nova.virt.hardware [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.762664] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc6b31-fbc5-4078-9e99-e41faf384ac0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.771757] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4ed4aa-3a50-4ab3-b05a-ec121685b683 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.962488] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7b6b1-c959-4b27-b6d7-ab4af55d2053 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.971108] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddea793-78e1-4369-9d08-1530d00a62dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.001059] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df5ec82-0849-4080-9b74-bef40c462fcc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.008161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a959b-c7aa-4c8b-b323-40ae706c1aea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.021037] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.096755] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312381, 'name': Rename_Task, 'duration_secs': 0.192068} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.097064] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.097327] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b487c6-339f-42a0-8ec9-7a275ef48984 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.105807] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1135.105807] env[69744]: value = "task-3312382" [ 1135.105807] env[69744]: _type = "Task" [ 1135.105807] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.126313] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.201674] env[69744]: DEBUG nova.compute.manager [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-vif-plugged-01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.201969] env[69744]: DEBUG oslo_concurrency.lockutils [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] Acquiring lock "9dff8334-165d-4033-a938-13c3c99533a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.202226] env[69744]: DEBUG oslo_concurrency.lockutils [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.202389] env[69744]: DEBUG oslo_concurrency.lockutils [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.202765] env[69744]: DEBUG nova.compute.manager [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] No waiting events found dispatching network-vif-plugged-01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.202765] env[69744]: WARNING nova.compute.manager [req-743658b3-1df4-4954-9a70-9428d4a7f142 req-f755fbd3-8fed-4c9d-aa05-99ef51670886 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received unexpected event network-vif-plugged-01d5fc74-aa14-4e20-95ab-9e098072d428 for instance with vm_state building and task_state spawning. [ 1135.238919] env[69744]: WARNING nova.network.neutron [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] 61c9af06-9de6-4290-bf51-bd3c79b57ffc already exists in list: networks containing: ['61c9af06-9de6-4290-bf51-bd3c79b57ffc']. ignoring it [ 1135.297493] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Successfully updated port: 01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.524101] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.577618] env[69744]: DEBUG nova.network.neutron [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "address": "fa:16:3e:25:ea:0a", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0934a82-0e", "ovs_interfaceid": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.617444] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.028970] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1136.029216] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.336s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.029562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.779s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.029756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.031923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.523s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.033377] env[69744]: INFO nova.compute.claims [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.066883] env[69744]: INFO nova.scheduler.client.report [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleted allocations for instance 9b2fbbab-6621-4050-a704-d8d9c606fb58 [ 1136.080894] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.081536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.081703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.082606] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd65cf8-af1a-4870-8bc0-24e281844198 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.100828] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.101095] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.101261] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.101443] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.101586] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.101735] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.101926] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.102097] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.102274] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.102436] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.102615] env[69744]: DEBUG nova.virt.hardware [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.108937] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfiguring VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1136.109956] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fceef3bb-6409-4419-b909-8b1f53f83a8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.131578] env[69744]: DEBUG oslo_vmware.api [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312382, 'name': PowerOnVM_Task, 'duration_secs': 0.550393} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.132769] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.132976] env[69744]: INFO nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1136.133281] env[69744]: DEBUG nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.133831] env[69744]: DEBUG oslo_vmware.api [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1136.133831] env[69744]: value = "task-3312383" [ 1136.133831] env[69744]: _type = "Task" [ 1136.133831] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.134534] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fa1e7-619d-4fda-837c-2877d8d9e7b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.275629] env[69744]: DEBUG nova.compute.manager [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-changed-b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.275829] env[69744]: DEBUG nova.compute.manager [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing instance network info cache due to event network-changed-b0934a82-0ee1-452f-b0db-66ea92330dbc. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.276068] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.276237] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.276498] env[69744]: DEBUG nova.network.neutron [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Refreshing network info cache for port b0934a82-0ee1-452f-b0db-66ea92330dbc {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.395658] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.396414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.396414] env[69744]: DEBUG nova.compute.manager [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Going to confirm migration 6 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.576837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-291cf401-8e8a-4e18-9daa-43984af43c7f tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "9b2fbbab-6621-4050-a704-d8d9c606fb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.655s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.649049] env[69744]: DEBUG oslo_vmware.api [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.656121] env[69744]: INFO nova.compute.manager [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Took 22.58 seconds to build instance. [ 1136.957117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.957304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.957478] env[69744]: DEBUG nova.network.neutron [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.957655] env[69744]: DEBUG nova.objects.instance [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'info_cache' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.988390] env[69744]: DEBUG nova.network.neutron [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updated VIF entry in instance network info cache for port b0934a82-0ee1-452f-b0db-66ea92330dbc. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.988837] env[69744]: DEBUG nova.network.neutron [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "address": "fa:16:3e:25:ea:0a", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0934a82-0e", "ovs_interfaceid": "b0934a82-0ee1-452f-b0db-66ea92330dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.151236] env[69744]: DEBUG oslo_vmware.api [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312383, 'name': ReconfigVM_Task, 'duration_secs': 0.737592} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.151783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.152029] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfigured VM to attach interface {{(pid=69744) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1137.157806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3954df60-725a-40e8-a6e1-c074e098c8e6 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.095s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.272019] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7807c45d-04bf-4d0d-85e9-eb09913d12be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.284023] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84853e98-fdf6-4ae9-b186-893213966e11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.324338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3d674e-f76a-4de3-bfc1-6600f303695c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.333013] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed39fc-50ed-4e92-a50f-2edb222aca22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.347573] env[69744]: DEBUG nova.compute.provider_tree [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.492439] env[69744]: DEBUG oslo_concurrency.lockutils [req-a8a3f936-d901-47db-a652-af7ad9c1fd1e req-84f1613f-2286-4ef5-b7f5-b2e19d42566a service nova] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.500204] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Successfully updated port: 665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.518788] env[69744]: DEBUG nova.compute.manager [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-changed-01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.519013] env[69744]: DEBUG nova.compute.manager [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Refreshing instance network info cache due to event network-changed-01d5fc74-aa14-4e20-95ab-9e098072d428. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.519255] env[69744]: DEBUG oslo_concurrency.lockutils [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] Acquiring lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.519377] env[69744]: DEBUG oslo_concurrency.lockutils [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] Acquired lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.519534] env[69744]: DEBUG nova.network.neutron [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Refreshing network info cache for port 01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.656752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-40917bb7-a5f0-4093-beac-a6309dcf47f9 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.272s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.851942] env[69744]: DEBUG nova.scheduler.client.report [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.003053] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.054370] env[69744]: DEBUG nova.network.neutron [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.132373] env[69744]: DEBUG nova.network.neutron [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.173571] env[69744]: DEBUG nova.network.neutron [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.299881] env[69744]: DEBUG nova.compute.manager [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-vif-plugged-665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.300116] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Acquiring lock "9dff8334-165d-4033-a938-13c3c99533a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.300330] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.300498] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.300661] env[69744]: DEBUG nova.compute.manager [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] No waiting events found dispatching network-vif-plugged-665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.300827] env[69744]: WARNING nova.compute.manager [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received unexpected event network-vif-plugged-665d8a3c-8d9b-42e8-adde-18ecb230e7ee for instance with vm_state building and task_state spawning. [ 1138.301070] env[69744]: DEBUG nova.compute.manager [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-changed-665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.301244] env[69744]: DEBUG nova.compute.manager [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Refreshing instance network info cache due to event network-changed-665d8a3c-8d9b-42e8-adde-18ecb230e7ee. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.301407] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Acquiring lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.338118] env[69744]: DEBUG nova.compute.manager [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1138.356240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.356769] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.359720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.142s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.360056] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.365251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.805s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.365251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.366585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.589s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.366768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.368597] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.899s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.369986] env[69744]: INFO nova.compute.claims [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.397252] env[69744]: INFO nova.scheduler.client.report [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Deleted allocations for instance 50570547-53a5-4cd9-a774-17040ca0ec49 [ 1138.399581] env[69744]: INFO nova.scheduler.client.report [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocations for instance 83249de9-634d-4441-aced-5311d10f7766 [ 1138.414923] env[69744]: INFO nova.scheduler.client.report [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance 858691ff-5afc-40bb-b513-d27a6480fccc [ 1138.635250] env[69744]: DEBUG oslo_concurrency.lockutils [req-63397148-c9eb-4c8c-8c9e-55d921f986ae req-685fb284-f2e9-4cda-9866-1ed4c8593f4d service nova] Releasing lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.636369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.636369] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.676489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.676871] env[69744]: DEBUG nova.objects.instance [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'migration_context' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.855044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.876467] env[69744]: DEBUG nova.compute.utils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.878064] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.878064] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-58d56691-9b49-4756-9c39-88cd8833a213 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "83249de9-634d-4441-aced-5311d10f7766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.331s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.914344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-393c1d1c-d2f8-4991-9676-bca073f94c78 tempest-ServersTestManualDisk-1518369418 tempest-ServersTestManualDisk-1518369418-project-member] Lock "50570547-53a5-4cd9-a774-17040ca0ec49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.401s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.922505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-a53ba2e1-61c8-432d-a325-a3f3897ca592 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "858691ff-5afc-40bb-b513-d27a6480fccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.819s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.958304] env[69744]: DEBUG nova.policy [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77067f19f3994487ba4bf71890266958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8cfe930cac4bb99131877452a2f654', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.177117] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.180040] env[69744]: DEBUG nova.objects.base [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.181179] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156fd039-ebef-4158-8660-7703b6b7dcd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.214027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.214027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.214027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "cca0bf85-021c-4850-827e-bea819cf9400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.214027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.214027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.214027] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90acbbff-0df1-47fa-b5ca-d087fd2c2327 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.219587] env[69744]: INFO nova.compute.manager [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Terminating instance [ 1139.227770] env[69744]: DEBUG oslo_vmware.api [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1139.227770] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bc0c08-f83e-680a-8162-d846be3e26db" [ 1139.227770] env[69744]: _type = "Task" [ 1139.227770] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.240149] env[69744]: DEBUG oslo_vmware.api [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bc0c08-f83e-680a-8162-d846be3e26db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.268904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.273139] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.381913] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.525379] env[69744]: DEBUG nova.network.neutron [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updating instance_info_cache with network_info: [{"id": "01d5fc74-aa14-4e20-95ab-9e098072d428", "address": "fa:16:3e:fb:18:0f", "network": {"id": "6012de68-399c-4c6b-9857-a89dab83251c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342700522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d5fc74-aa", "ovs_interfaceid": "01d5fc74-aa14-4e20-95ab-9e098072d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "address": "fa:16:3e:98:fe:1e", "network": {"id": "72e4272e-7586-4834-a70b-af7fc1038471", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1527055939", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap665d8a3c-8d", "ovs_interfaceid": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.547621] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Successfully created port: 7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.625283] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bca677-bc26-4d0d-993f-5437fbbe8b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.634252] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8754a1da-fa16-41f3-b4c0-131206951982 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.666537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa4f66-ed1a-4140-9aad-723704ab6a0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.675872] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e6664d-c0d5-47ee-90ca-8597f177b040 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.692021] env[69744]: DEBUG nova.compute.provider_tree [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.725069] env[69744]: DEBUG nova.compute.manager [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.725366] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.726342] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd939aa3-4433-452a-841e-deec9aea453b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.742578] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.742926] env[69744]: DEBUG oslo_vmware.api [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bc0c08-f83e-680a-8162-d846be3e26db, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.743179] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c54e16-d14b-4d46-88bb-6c9499f7e1bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.744783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.753388] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1139.753388] env[69744]: value = "task-3312385" [ 1139.753388] env[69744]: _type = "Task" [ 1139.753388] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.762453] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.775837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.776112] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.777041] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b07c65-3978-46a6-92ca-ede11f5ea6b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.796921] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261eedbf-990b-4dc2-acf2-e6d3505a682e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.823997] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfiguring VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1139.824394] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f82593e-82f9-460e-8285-a9d1b0209428 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.848406] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1139.848406] env[69744]: value = "task-3312386" [ 1139.848406] env[69744]: _type = "Task" [ 1139.848406] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.856061] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.030641] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.031190] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance network_info: |[{"id": "01d5fc74-aa14-4e20-95ab-9e098072d428", "address": "fa:16:3e:fb:18:0f", "network": {"id": "6012de68-399c-4c6b-9857-a89dab83251c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342700522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d5fc74-aa", "ovs_interfaceid": "01d5fc74-aa14-4e20-95ab-9e098072d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "address": "fa:16:3e:98:fe:1e", "network": {"id": "72e4272e-7586-4834-a70b-af7fc1038471", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1527055939", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap665d8a3c-8d", "ovs_interfaceid": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.031599] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Acquired lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.031836] env[69744]: DEBUG nova.network.neutron [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Refreshing network info cache for port 665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.033464] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:18:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d5fc74-aa14-4e20-95ab-9e098072d428', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:fe:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '665d8a3c-8d9b-42e8-adde-18ecb230e7ee', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.043799] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.047032] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.048155] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6d9266-303d-4ecb-93a6-318116fc53c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.073068] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.073068] env[69744]: value = "task-3312387" [ 1140.073068] env[69744]: _type = "Task" [ 1140.073068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.086928] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312387, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.195907] env[69744]: DEBUG nova.scheduler.client.report [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.263132] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312385, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.268111] env[69744]: DEBUG nova.network.neutron [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updated VIF entry in instance network info cache for port 665d8a3c-8d9b-42e8-adde-18ecb230e7ee. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.268545] env[69744]: DEBUG nova.network.neutron [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updating instance_info_cache with network_info: [{"id": "01d5fc74-aa14-4e20-95ab-9e098072d428", "address": "fa:16:3e:fb:18:0f", "network": {"id": "6012de68-399c-4c6b-9857-a89dab83251c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342700522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d5fc74-aa", "ovs_interfaceid": "01d5fc74-aa14-4e20-95ab-9e098072d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "address": "fa:16:3e:98:fe:1e", "network": {"id": "72e4272e-7586-4834-a70b-af7fc1038471", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1527055939", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap665d8a3c-8d", "ovs_interfaceid": "665d8a3c-8d9b-42e8-adde-18ecb230e7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.362169] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.392663] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.430524] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.430987] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.431204] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.431456] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.431839] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.432094] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.432364] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.432577] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.432781] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.433570] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.433570] env[69744]: DEBUG nova.virt.hardware [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.434385] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d66df-7e03-47b5-b54b-c88fdc70bb3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.444487] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d7c35-6b20-4611-8df8-04a7235f1959 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.585308] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312387, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.704023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.704023] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.705253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.850s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.766369] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312385, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.771248] env[69744]: DEBUG oslo_concurrency.lockutils [req-52d8dd7a-f345-47bc-9702-4b4b0783719f req-58712e5b-1bc1-4d13-8fe0-63793d51b59f service nova] Releasing lock "refresh_cache-9dff8334-165d-4033-a938-13c3c99533a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.861622] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.944834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "6c676615-1f15-44da-a66f-b125c30dac1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.945079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.027208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.027476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.027684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.027864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.028042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.030260] env[69744]: INFO nova.compute.manager [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Terminating instance [ 1141.087877] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312387, 'name': CreateVM_Task, 'duration_secs': 0.627638} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.088051] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.088766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.089118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.089430] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.089700] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47a7652-1fb1-44be-bb05-83f020934ffa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.095594] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1141.095594] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f1b6a4-7366-1305-f383-9e5be6e871bc" [ 1141.095594] env[69744]: _type = "Task" [ 1141.095594] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.105051] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f1b6a4-7366-1305-f383-9e5be6e871bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.208635] env[69744]: DEBUG nova.compute.utils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.214316] env[69744]: INFO nova.compute.claims [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.218277] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.218462] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.267644] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312385, 'name': PowerOffVM_Task, 'duration_secs': 1.250477} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.267948] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.268197] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.270144] env[69744]: DEBUG nova.policy [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239fec89cd0a488ca43d94918b193901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43614de911904e16b32f5f822039f356', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.271726] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad16de2-30cb-48e3-8d0d-c7359ae57c2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.360397] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.360800] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.360908] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleting the datastore file [datastore1] cca0bf85-021c-4850-827e-bea819cf9400 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.361250] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc509aa-dc35-4dfb-b0df-320cda857fc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.368248] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.375169] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for the task: (returnval){ [ 1141.375169] env[69744]: value = "task-3312389" [ 1141.375169] env[69744]: _type = "Task" [ 1141.375169] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.388041] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.450332] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.534761] env[69744]: DEBUG nova.compute.manager [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.535386] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.536366] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e513c2a2-cb47-4a8d-95f4-037a8ae540ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.548495] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.548787] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4440009-df0d-402a-94b1-edb52a28b1ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.558103] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1141.558103] env[69744]: value = "task-3312390" [ 1141.558103] env[69744]: _type = "Task" [ 1141.558103] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.568783] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.609328] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f1b6a4-7366-1305-f383-9e5be6e871bc, 'name': SearchDatastore_Task, 'duration_secs': 0.02472} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.609727] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.609978] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.610272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.610435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.610618] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.610913] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842e32a4-99b2-4e68-b60a-7fe79dfe54b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.625627] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.625804] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.626608] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f1b2d2-471f-41e1-a2c4-eda6eab7909a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.635148] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1141.635148] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52852fa8-d4cf-dc91-6f6a-df2e7bfc7158" [ 1141.635148] env[69744]: _type = "Task" [ 1141.635148] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.643920] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52852fa8-d4cf-dc91-6f6a-df2e7bfc7158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.718906] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.726685] env[69744]: INFO nova.compute.resource_tracker [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating resource usage from migration 1337424b-7b19-4993-be20-b85543801af6 [ 1141.815875] env[69744]: DEBUG nova.compute.manager [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Received event network-vif-plugged-7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.816161] env[69744]: DEBUG oslo_concurrency.lockutils [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] Acquiring lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.816433] env[69744]: DEBUG oslo_concurrency.lockutils [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.816629] env[69744]: DEBUG oslo_concurrency.lockutils [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.816773] env[69744]: DEBUG nova.compute.manager [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] No waiting events found dispatching network-vif-plugged-7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.816937] env[69744]: WARNING nova.compute.manager [req-28ae73fd-22ec-4521-98fc-4e50266dab6d req-ac4040c2-2382-4b1f-97b4-a8fc68262ac2 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Received unexpected event network-vif-plugged-7db91aa8-b0c2-4252-bf7a-c14a5242eea1 for instance with vm_state building and task_state spawning. [ 1141.838753] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Successfully created port: 6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.863086] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.889503] env[69744]: DEBUG oslo_vmware.api [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Task: {'id': task-3312389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252382} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.889795] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.889982] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.890178] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.890348] env[69744]: INFO nova.compute.manager [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1141.890587] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.890781] env[69744]: DEBUG nova.compute.manager [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.890873] env[69744]: DEBUG nova.network.neutron [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.983422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.000535] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b075596-64dc-4644-a06b-59150b7da4bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.009409] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e686a6-e4a1-4321-9545-2927795fef47 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.042902] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea237457-2e34-4334-9722-a33fa6ab7497 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.052312] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb21396-a19e-459d-8222-25031482923c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.066740] env[69744]: DEBUG nova.compute.provider_tree [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.080770] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312390, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.147881] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52852fa8-d4cf-dc91-6f6a-df2e7bfc7158, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.148764] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edda072b-d905-4fe5-955c-876c8229f81d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.155031] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1142.155031] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdab62-8491-c71c-2028-8f6affefe8b1" [ 1142.155031] env[69744]: _type = "Task" [ 1142.155031] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.166680] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdab62-8491-c71c-2028-8f6affefe8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.166680] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Successfully updated port: 7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.371145] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.575038] env[69744]: DEBUG nova.scheduler.client.report [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.590839] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312390, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.670646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.671072] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.671704] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.673202] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdab62-8491-c71c-2028-8f6affefe8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.673965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.674473] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9dff8334-165d-4033-a938-13c3c99533a3/9dff8334-165d-4033-a938-13c3c99533a3.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.675199] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bcc2a6d-7b70-4c45-b335-c97980b584ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.684803] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1142.684803] env[69744]: value = "task-3312391" [ 1142.684803] env[69744]: _type = "Task" [ 1142.684803] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.696176] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.739547] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.768446] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.769731] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.770019] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.770019] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.770175] env[69744]: DEBUG nova.virt.hardware [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.771067] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f9416-9f6e-404e-b411-7094685e505c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.779957] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b64b9-ee53-474f-ae2e-6fee5e895125 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.863885] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.078074] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312390, 'name': PowerOffVM_Task, 'duration_secs': 1.269182} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.078764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.079112] env[69744]: INFO nova.compute.manager [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Migrating [ 1143.086352] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.086532] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.086835] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.342s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.087989] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e3eb25b-92f0-409c-84d8-969939e37a2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.148456] env[69744]: DEBUG nova.network.neutron [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.164695] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.164870] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.165978] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleting the datastore file [datastore2] e15055cd-f2c7-40c8-b42b-7fa29b5c60b7 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.165978] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84542d47-76f5-4da2-9e9a-f55df330c492 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.184406] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for the task: (returnval){ [ 1143.184406] env[69744]: value = "task-3312393" [ 1143.184406] env[69744]: _type = "Task" [ 1143.184406] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.200793] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.203749] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.220138] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.338496] env[69744]: DEBUG nova.compute.manager [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Received event network-vif-plugged-6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.338805] env[69744]: DEBUG oslo_concurrency.lockutils [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.338927] env[69744]: DEBUG oslo_concurrency.lockutils [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.339221] env[69744]: DEBUG oslo_concurrency.lockutils [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.339451] env[69744]: DEBUG nova.compute.manager [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] No waiting events found dispatching network-vif-plugged-6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.339631] env[69744]: WARNING nova.compute.manager [req-9a6014b1-56e2-4e5a-82b6-1307ae660231 req-aff6f09c-ffdb-437b-9881-c65900188319 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Received unexpected event network-vif-plugged-6116e6f2-d385-4939-9e5c-5e82058ba546 for instance with vm_state building and task_state spawning. [ 1143.368051] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.401108] env[69744]: DEBUG nova.network.neutron [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Updating instance_info_cache with network_info: [{"id": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "address": "fa:16:3e:db:ff:f1", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db91aa8-b0", "ovs_interfaceid": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.455134] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Successfully updated port: 6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.599261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.600280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.600280] env[69744]: DEBUG nova.network.neutron [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.651292] env[69744]: INFO nova.compute.manager [-] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Took 1.76 seconds to deallocate network for instance. [ 1143.703018] env[69744]: DEBUG oslo_vmware.api [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Task: {'id': task-3312393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511646} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.703953] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.704177] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.704333] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.704499] env[69744]: INFO nova.compute.manager [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1143.704791] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.704975] env[69744]: DEBUG nova.compute.manager [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.705129] env[69744]: DEBUG nova.network.neutron [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.710249] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941399} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.710849] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 9dff8334-165d-4033-a938-13c3c99533a3/9dff8334-165d-4033-a938-13c3c99533a3.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.711115] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.711377] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14e748a-9ab5-407c-b2cc-028af03f7117 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.721606] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1143.721606] env[69744]: value = "task-3312394" [ 1143.721606] env[69744]: _type = "Task" [ 1143.721606] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.732982] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.822365] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33560258-54a2-455a-b16c-dd25f871dc2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.831636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ecb001-e9b6-4edf-b84d-20a05cbfcbb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868275] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f9e085-31f8-4508-96e7-84488b6b2635 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.880030] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2efd59-a0d8-4636-8e19-a1190e5c8026 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.884027] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.894788] env[69744]: DEBUG nova.compute.provider_tree [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.901963] env[69744]: DEBUG nova.compute.manager [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Received event network-changed-7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.902212] env[69744]: DEBUG nova.compute.manager [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Refreshing instance network info cache due to event network-changed-7db91aa8-b0c2-4252-bf7a-c14a5242eea1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.902481] env[69744]: DEBUG oslo_concurrency.lockutils [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] Acquiring lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.903320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.903671] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Instance network_info: |[{"id": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "address": "fa:16:3e:db:ff:f1", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db91aa8-b0", "ovs_interfaceid": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.903979] env[69744]: DEBUG oslo_concurrency.lockutils [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] Acquired lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.904225] env[69744]: DEBUG nova.network.neutron [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Refreshing network info cache for port 7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.905349] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ff:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db91aa8-b0c2-4252-bf7a-c14a5242eea1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.913061] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.914431] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.914651] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fddc514-1161-4d73-b66e-2ff505313a6a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.936145] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.936145] env[69744]: value = "task-3312395" [ 1143.936145] env[69744]: _type = "Task" [ 1143.936145] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.945290] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312395, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.957315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.957458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.957610] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.160663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.232870] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0908} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.233188] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.234382] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643caba-47a3-44b2-9de8-c08014c1609d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.261575] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 9dff8334-165d-4033-a938-13c3c99533a3/9dff8334-165d-4033-a938-13c3c99533a3.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.264577] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0da43a9-6e24-4558-827f-6518a28060a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.285708] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1144.285708] env[69744]: value = "task-3312396" [ 1144.285708] env[69744]: _type = "Task" [ 1144.285708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.297465] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.375096] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.378377] env[69744]: DEBUG nova.network.neutron [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.397813] env[69744]: DEBUG nova.scheduler.client.report [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.449667] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312395, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.491719] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.631970] env[69744]: DEBUG nova.network.neutron [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating instance_info_cache with network_info: [{"id": "6116e6f2-d385-4939-9e5c-5e82058ba546", "address": "fa:16:3e:6d:6a:9f", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6116e6f2-d3", "ovs_interfaceid": "6116e6f2-d385-4939-9e5c-5e82058ba546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.637124] env[69744]: DEBUG nova.network.neutron [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Updated VIF entry in instance network info cache for port 7db91aa8-b0c2-4252-bf7a-c14a5242eea1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.637124] env[69744]: DEBUG nova.network.neutron [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Updating instance_info_cache with network_info: [{"id": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "address": "fa:16:3e:db:ff:f1", "network": {"id": "ff9eb7d9-1c9d-484d-9fcd-d5cb23b054ca", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-629808730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8cfe930cac4bb99131877452a2f654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db91aa8-b0", "ovs_interfaceid": "7db91aa8-b0c2-4252-bf7a-c14a5242eea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.649229] env[69744]: DEBUG nova.network.neutron [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.795927] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312396, 'name': ReconfigVM_Task, 'duration_secs': 0.340144} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.796233] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 9dff8334-165d-4033-a938-13c3c99533a3/9dff8334-165d-4033-a938-13c3c99533a3.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.796866] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c1a8a7f-8450-46aa-802d-32384e896fde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.807219] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1144.807219] env[69744]: value = "task-3312397" [ 1144.807219] env[69744]: _type = "Task" [ 1144.807219] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.816166] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312397, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.876993] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.880866] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.947180] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312395, 'name': CreateVM_Task, 'duration_secs': 0.842045} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.947349] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.948014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.948185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.948507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.949101] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2a262d-8e2e-489e-bcc0-bc529adfeeac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.955058] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1144.955058] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec430a-97f3-ede5-f30a-5f6fc14c798b" [ 1144.955058] env[69744]: _type = "Task" [ 1144.955058] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.963462] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec430a-97f3-ede5-f30a-5f6fc14c798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.134440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.134799] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Instance network_info: |[{"id": "6116e6f2-d385-4939-9e5c-5e82058ba546", "address": "fa:16:3e:6d:6a:9f", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6116e6f2-d3", "ovs_interfaceid": "6116e6f2-d385-4939-9e5c-5e82058ba546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.135257] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6116e6f2-d385-4939-9e5c-5e82058ba546', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.142984] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.143923] env[69744]: DEBUG oslo_concurrency.lockutils [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] Releasing lock "refresh_cache-8d9bf5ba-dbce-4b62-8113-636f4ae901e9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.143923] env[69744]: DEBUG nova.compute.manager [req-ecd8a337-a69d-4322-86ff-dfa9df1b1b3c req-b8b67fcc-6094-4b84-934d-1ab9d1cce3f9 service nova] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Received event network-vif-deleted-01a07edf-62cf-43e8-9893-312a3b20f0bd {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.144059] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.144628] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fec81b5-864a-427c-833e-a5a57eafbe40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.158637] env[69744]: INFO nova.compute.manager [-] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Took 1.45 seconds to deallocate network for instance. [ 1145.185302] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.185302] env[69744]: value = "task-3312398" [ 1145.185302] env[69744]: _type = "Task" [ 1145.185302] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.194608] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312398, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.317847] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312397, 'name': Rename_Task, 'duration_secs': 0.472833} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.318151] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.318410] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-988f0f43-87c1-43db-bbb2-959a76cdf818 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.325983] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1145.325983] env[69744]: value = "task-3312399" [ 1145.325983] env[69744]: _type = "Task" [ 1145.325983] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.336850] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.373269] env[69744]: DEBUG nova.compute.manager [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Received event network-changed-6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.373543] env[69744]: DEBUG nova.compute.manager [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Refreshing instance network info cache due to event network-changed-6116e6f2-d385-4939-9e5c-5e82058ba546. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.373801] env[69744]: DEBUG oslo_concurrency.lockutils [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] Acquiring lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.373957] env[69744]: DEBUG oslo_concurrency.lockutils [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] Acquired lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.374208] env[69744]: DEBUG nova.network.neutron [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Refreshing network info cache for port 6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.383097] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.407768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.321s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.407979] env[69744]: DEBUG nova.compute.manager [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69744) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1145.410842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.428s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.412902] env[69744]: INFO nova.compute.claims [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.468021] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec430a-97f3-ede5-f30a-5f6fc14c798b, 'name': SearchDatastore_Task, 'duration_secs': 0.042253} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.468427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.468736] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.469035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.469246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.469502] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.469831] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4534d96-b89e-4ebc-a3ab-8b93b0dc1d61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.481989] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.482204] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.482995] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8df9da2-556e-464f-a463-37c97662c2ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.494627] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1145.494627] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eb4294-9045-3687-d75a-b89b4c32ccb5" [ 1145.494627] env[69744]: _type = "Task" [ 1145.494627] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.505028] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eb4294-9045-3687-d75a-b89b4c32ccb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.665869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.696531] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312398, 'name': CreateVM_Task, 'duration_secs': 0.373347} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.696531] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.697344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.697893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.698183] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb15106-3765-49b9-a2ad-b947f6668068 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.709713] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1145.709713] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa11fe-a83b-5237-3440-edf0f7cc9c78" [ 1145.709713] env[69744]: _type = "Task" [ 1145.709713] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.719840] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa11fe-a83b-5237-3440-edf0f7cc9c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.836217] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.877045] env[69744]: DEBUG oslo_vmware.api [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312386, 'name': ReconfigVM_Task, 'duration_secs': 5.7642} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.878506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.878717] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Reconfigured VM to detach interface {{(pid=69744) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1145.979296] env[69744]: INFO nova.scheduler.client.report [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted allocation for migration 3df132bf-54cd-4653-8ac8-ed776ff958a1 [ 1146.017302] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52eb4294-9045-3687-d75a-b89b4c32ccb5, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.018586] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccde61f-badc-49fd-979b-108cb211786f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.027073] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1146.027073] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab3de-6dfe-678f-8883-14c5eadca372" [ 1146.027073] env[69744]: _type = "Task" [ 1146.027073] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.042027] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab3de-6dfe-678f-8883-14c5eadca372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.223675] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa11fe-a83b-5237-3440-edf0f7cc9c78, 'name': SearchDatastore_Task, 'duration_secs': 0.013847} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.224012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.224276] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.224610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.300041] env[69744]: DEBUG nova.network.neutron [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updated VIF entry in instance network info cache for port 6116e6f2-d385-4939-9e5c-5e82058ba546. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.300433] env[69744]: DEBUG nova.network.neutron [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating instance_info_cache with network_info: [{"id": "6116e6f2-d385-4939-9e5c-5e82058ba546", "address": "fa:16:3e:6d:6a:9f", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6116e6f2-d3", "ovs_interfaceid": "6116e6f2-d385-4939-9e5c-5e82058ba546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.337848] env[69744]: DEBUG oslo_vmware.api [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312399, 'name': PowerOnVM_Task, 'duration_secs': 0.52199} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.337848] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.337997] env[69744]: INFO nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1146.338233] env[69744]: DEBUG nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.339086] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21864697-ed52-44e8-bb4c-2528ee2d843c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.398353] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90be2eb-2a7e-4add-8a74-ecf9f32ed6c5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.420870] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.487808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8b96f392-f288-40ea-8444-c3780297cd16 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.092s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.541461] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab3de-6dfe-678f-8883-14c5eadca372, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.544011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.544287] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8d9bf5ba-dbce-4b62-8113-636f4ae901e9/8d9bf5ba-dbce-4b62-8113-636f4ae901e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.544754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.544945] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.545177] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-671aab56-23d8-49fc-9cfe-635efde611c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.547055] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ba7d86-ad5e-4f7d-b17b-800788002c90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.549294] env[69744]: DEBUG nova.objects.instance [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.559958] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.560098] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.561878] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa24165f-33c2-41e1-abda-701060f307af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.564407] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1146.564407] env[69744]: value = "task-3312400" [ 1146.564407] env[69744]: _type = "Task" [ 1146.564407] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.571836] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1146.571836] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fad208-65bc-f5be-5bb1-bb20050897a4" [ 1146.571836] env[69744]: _type = "Task" [ 1146.571836] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.579865] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.583297] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fad208-65bc-f5be-5bb1-bb20050897a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.622032] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee8c2c7-6df3-4574-a6ff-b935be894f41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.629858] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d289f-4731-46f7-9f3b-2ddf6a1817f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.665320] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c544b4-eb03-4d89-a2df-e2c1aa2d2f82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.673930] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511636fa-cbb7-4ea3-a333-99607a0fd16b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.688450] env[69744]: DEBUG nova.compute.provider_tree [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.803707] env[69744]: DEBUG oslo_concurrency.lockutils [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] Releasing lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.804355] env[69744]: DEBUG nova.compute.manager [req-377953f5-fffe-4b3d-bcfb-b92873bb1aeb req-b09751b0-6f90-43c9-98ef-1667fa256d97 service nova] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Received event network-vif-deleted-c31eeeb8-d280-4e85-ae75-4b79ceb1d626 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.856601] env[69744]: INFO nova.compute.manager [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Took 27.27 seconds to build instance. [ 1146.930060] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.930426] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e5d75f-9f88-49dc-9cc3-97118d2645dc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.944862] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1146.944862] env[69744]: value = "task-3312401" [ 1146.944862] env[69744]: _type = "Task" [ 1146.944862] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.956552] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.054719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.054994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.055169] env[69744]: DEBUG nova.network.neutron [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.055376] env[69744]: DEBUG nova.objects.instance [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'info_cache' on Instance uuid e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.075247] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499605} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.078441] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8d9bf5ba-dbce-4b62-8113-636f4ae901e9/8d9bf5ba-dbce-4b62-8113-636f4ae901e9.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.078693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.079288] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a399737a-080a-4f40-bb36-f272e6d35d2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.094008] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fad208-65bc-f5be-5bb1-bb20050897a4, 'name': SearchDatastore_Task, 'duration_secs': 0.020787} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.095878] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1147.095878] env[69744]: value = "task-3312402" [ 1147.095878] env[69744]: _type = "Task" [ 1147.095878] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.096119] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006c7384-e3a3-48be-a765-d9c1835fe48a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.107275] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.108758] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1147.108758] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ee60f5-9b01-7405-7a01-84b4d0a8a318" [ 1147.108758] env[69744]: _type = "Task" [ 1147.108758] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.123135] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ee60f5-9b01-7405-7a01-84b4d0a8a318, 'name': SearchDatastore_Task} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.123416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.123691] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3ead94d9-2bea-4854-bc92-96a8b492decd/3ead94d9-2bea-4854-bc92-96a8b492decd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.123968] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50624866-59cd-4653-adb5-f569b44661e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132709] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1147.132709] env[69744]: value = "task-3312403" [ 1147.132709] env[69744]: _type = "Task" [ 1147.132709] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.142715] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.191909] env[69744]: DEBUG nova.scheduler.client.report [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.359406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42412c0e-faa4-4836-a738-df351da9591f tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.782s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.407600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.407859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquired lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.407859] env[69744]: DEBUG nova.network.neutron [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.457012] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312401, 'name': PowerOffVM_Task, 'duration_secs': 0.344121} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.457322] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.457511] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.559556] env[69744]: DEBUG nova.objects.base [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.619054] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097641} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.619054] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.619054] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07bcdc3-7622-4041-b216-0f322fdc5895 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.643693] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8d9bf5ba-dbce-4b62-8113-636f4ae901e9/8d9bf5ba-dbce-4b62-8113-636f4ae901e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.647319] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8b1e13-d768-4574-b8c1-04c8f6e2e203 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.667767] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312403, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.669977] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1147.669977] env[69744]: value = "task-3312404" [ 1147.669977] env[69744]: _type = "Task" [ 1147.669977] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.683373] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.697829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.697829] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.701904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.541s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.702154] env[69744]: DEBUG nova.objects.instance [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lazy-loading 'resources' on Instance uuid cca0bf85-021c-4850-827e-bea819cf9400 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.795802] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.796091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.798412] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.798631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.798821] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.801013] env[69744]: INFO nova.compute.manager [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Terminating instance [ 1147.966016] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.966436] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.966670] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.966992] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.967258] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.967524] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.967859] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.968148] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.968441] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.968730] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.969032] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.974431] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b450a60-3ae8-4fb8-8ae5-c4e1173cc777 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.993797] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1147.993797] env[69744]: value = "task-3312405" [ 1147.993797] env[69744]: _type = "Task" [ 1147.993797] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.006317] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.145400] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581785} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.146260] env[69744]: INFO nova.network.neutron [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Port b0934a82-0ee1-452f-b0db-66ea92330dbc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1148.146735] env[69744]: DEBUG nova.network.neutron [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [{"id": "a9465818-bb29-49e0-a546-585b274e654e", "address": "fa:16:3e:93:8a:c9", "network": {"id": "61c9af06-9de6-4290-bf51-bd3c79b57ffc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1821729997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242a95e5a2a54dfe9cce45e6862a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9465818-bb", "ovs_interfaceid": "a9465818-bb29-49e0-a546-585b274e654e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.148878] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 3ead94d9-2bea-4854-bc92-96a8b492decd/3ead94d9-2bea-4854-bc92-96a8b492decd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.149229] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.149874] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f61e9f73-d79f-4ce5-8f60-ab2111555bb9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.159829] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1148.159829] env[69744]: value = "task-3312406" [ 1148.159829] env[69744]: _type = "Task" [ 1148.159829] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.170055] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.180937] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312404, 'name': ReconfigVM_Task, 'duration_secs': 0.310055} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.181272] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8d9bf5ba-dbce-4b62-8113-636f4ae901e9/8d9bf5ba-dbce-4b62-8113-636f4ae901e9.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.181888] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e646a4-1745-4594-bba7-2749bad878ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.188865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "9dff8334-165d-4033-a938-13c3c99533a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.189164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.189354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "9dff8334-165d-4033-a938-13c3c99533a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.189539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.189707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.193256] env[69744]: INFO nova.compute.manager [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Terminating instance [ 1148.195213] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1148.195213] env[69744]: value = "task-3312407" [ 1148.195213] env[69744]: _type = "Task" [ 1148.195213] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.204751] env[69744]: DEBUG nova.compute.utils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.209355] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.209554] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.215835] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312407, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.258081] env[69744]: DEBUG nova.policy [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.304477] env[69744]: DEBUG nova.compute.manager [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.304711] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.306393] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8cffa4-4bc5-422a-a12c-cd4c6020cb85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.318035] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.318905] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e76e75-a45d-4a69-9c0a-11d501a01a34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.329970] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1148.329970] env[69744]: value = "task-3312408" [ 1148.329970] env[69744]: _type = "Task" [ 1148.329970] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.356812] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.364208] env[69744]: DEBUG nova.network.neutron [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [{"id": "ac1cce88-859a-4860-8787-028efe13d760", "address": "fa:16:3e:48:91:4e", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1cce88-85", "ovs_interfaceid": "ac1cce88-859a-4860-8787-028efe13d760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.462841] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ffe4b-a60f-49c1-98da-cf5a13e55626 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.474300] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcba4c8-ff6d-4490-aa2d-e3594372196d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.515152] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf858c15-d660-48d3-9277-5cff4ba0a10d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.528270] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541ca25a-3bab-452a-8c07-329a2d394795 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.532808] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312405, 'name': ReconfigVM_Task, 'duration_secs': 0.456886} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.533052] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.553082] env[69744]: DEBUG nova.compute.provider_tree [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.563156] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Successfully created port: f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.651444] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Releasing lock "refresh_cache-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.673609] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093407} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.673880] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.674700] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83612c-9ec6-4717-ab76-b998e2a434e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.697965] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3ead94d9-2bea-4854-bc92-96a8b492decd/3ead94d9-2bea-4854-bc92-96a8b492decd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.698676] env[69744]: DEBUG nova.compute.manager [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.698872] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.699381] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754fd0b2-e006-422e-aeb8-10693fb48028 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.717185] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ecbf3a-aeaf-40dc-8645-9c663541e237 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.723185] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.761432] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312407, 'name': Rename_Task, 'duration_secs': 0.17251} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.764354] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.764674] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1148.764674] env[69744]: value = "task-3312409" [ 1148.764674] env[69744]: _type = "Task" [ 1148.764674] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.764897] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.765122] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb9e8326-9119-4226-8424-1cf7b1bb30d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.766784] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d17f2e7-3a77-4b7d-aa6f-406103bd762f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.782397] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.784482] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1148.784482] env[69744]: value = "task-3312411" [ 1148.784482] env[69744]: _type = "Task" [ 1148.784482] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.788777] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1148.788777] env[69744]: value = "task-3312410" [ 1148.788777] env[69744]: _type = "Task" [ 1148.788777] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.798141] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.801973] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.840728] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312408, 'name': PowerOffVM_Task, 'duration_secs': 0.271505} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.840855] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.840993] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.841342] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61cbf825-d47a-4a0c-ab85-5c6e6a77a2f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.868304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-e7644dfd-efde-469e-9964-402947d28d24" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917188] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.917431] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.917615] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleting the datastore file [datastore2] ec3682e7-1bdd-41c2-b18c-4fdf25d8290c {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.917889] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4babada-8e41-4bae-ac7e-e066c61cedeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.927400] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1148.927400] env[69744]: value = "task-3312413" [ 1148.927400] env[69744]: _type = "Task" [ 1148.927400] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.937711] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.040305] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.040760] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.040818] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.041061] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.041316] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.041578] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.041854] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.042107] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.042370] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.042969] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.042969] env[69744]: DEBUG nova.virt.hardware [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.049488] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.049808] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e13a8e-3fca-4250-848f-2a292bd47db5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.066824] env[69744]: DEBUG nova.scheduler.client.report [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.077390] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1149.077390] env[69744]: value = "task-3312414" [ 1149.077390] env[69744]: _type = "Task" [ 1149.077390] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.086389] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.155781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-34d3bee8-70ed-40d5-875d-5c8a8cab8576 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "interface-ec3682e7-1bdd-41c2-b18c-4fdf25d8290c-b0934a82-0ee1-452f-b0db-66ea92330dbc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.885s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.280431] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312409, 'name': ReconfigVM_Task, 'duration_secs': 0.372243} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.280708] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3ead94d9-2bea-4854-bc92-96a8b492decd/3ead94d9-2bea-4854-bc92-96a8b492decd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.281410] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f1d245c-911d-46d8-bb21-ec7050713e8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.290162] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1149.290162] env[69744]: value = "task-3312415" [ 1149.290162] env[69744]: _type = "Task" [ 1149.290162] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.300170] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.305273] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312410, 'name': PowerOffVM_Task, 'duration_secs': 0.25032} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.308506] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.308647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.308908] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312415, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.309152] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-815e30c8-0c34-433b-9dea-4554dd38c5a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.438594] env[69744]: DEBUG oslo_vmware.api [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25814} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.438937] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.439058] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.439226] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.439404] env[69744]: INFO nova.compute.manager [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.439652] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.439846] env[69744]: DEBUG nova.compute.manager [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.439944] env[69744]: DEBUG nova.network.neutron [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.446499] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.446740] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.446931] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleting the datastore file [datastore1] 9dff8334-165d-4033-a938-13c3c99533a3 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.447214] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a30f4b79-4b61-4899-9eff-0d81d3380238 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.455105] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for the task: (returnval){ [ 1149.455105] env[69744]: value = "task-3312417" [ 1149.455105] env[69744]: _type = "Task" [ 1149.455105] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.466044] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.572796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.579823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.909s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.580142] env[69744]: DEBUG nova.objects.instance [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lazy-loading 'resources' on Instance uuid e15055cd-f2c7-40c8-b42b-7fa29b5c60b7 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.594943] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312414, 'name': ReconfigVM_Task, 'duration_secs': 0.240525} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.595312] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.596375] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775ecb5-bd43-4f28-bf34-4e9ce373cd08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.602874] env[69744]: INFO nova.scheduler.client.report [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Deleted allocations for instance cca0bf85-021c-4850-827e-bea819cf9400 [ 1149.623034] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.626150] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec6dd54-40d1-46cc-b445-77dc01bd4322 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.647508] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1149.647508] env[69744]: value = "task-3312418" [ 1149.647508] env[69744]: _type = "Task" [ 1149.647508] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.656425] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.734668] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.770919] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.771299] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.771479] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.771663] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.771813] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.771961] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.772309] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.772518] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.772726] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.772940] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.773176] env[69744]: DEBUG nova.virt.hardware [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.774176] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7692be-fce4-4503-89fc-e71124dbbde7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.782663] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5ac39-7725-49ee-876f-ddb755e293ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.806773] env[69744]: DEBUG oslo_vmware.api [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312411, 'name': PowerOnVM_Task, 'duration_secs': 0.64408} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.807412] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.807663] env[69744]: INFO nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1149.808088] env[69744]: DEBUG nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.809056] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a447c3-06fe-4882-b870-cabdd97a2ad6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.814552] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312415, 'name': Rename_Task, 'duration_secs': 0.267465} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.815178] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.815512] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7c1606-43ac-49e3-80a5-f0227d927b04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.826887] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1149.826887] env[69744]: value = "task-3312419" [ 1149.826887] env[69744]: _type = "Task" [ 1149.826887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.836592] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.877024] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.877024] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85ba8c83-21f2-4e05-9272-80ce1382c969 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.883205] env[69744]: DEBUG oslo_vmware.api [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1149.883205] env[69744]: value = "task-3312420" [ 1149.883205] env[69744]: _type = "Task" [ 1149.883205] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.893529] env[69744]: DEBUG oslo_vmware.api [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.974806] env[69744]: DEBUG oslo_vmware.api [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Task: {'id': task-3312417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188466} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.974806] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.974806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.974806] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.975300] env[69744]: INFO nova.compute.manager [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1149.975300] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.975660] env[69744]: DEBUG nova.compute.manager [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.975759] env[69744]: DEBUG nova.network.neutron [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.096113] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Successfully updated port: f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.146902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-770895d7-0f8b-4494-aaf1-beb438e01d79 tempest-VolumesAdminNegativeTest-929533915 tempest-VolumesAdminNegativeTest-929533915-project-member] Lock "cca0bf85-021c-4850-827e-bea819cf9400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.936s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.157582] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312418, 'name': ReconfigVM_Task, 'duration_secs': 0.342318} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.160278] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f/32e9360c-50e8-4653-a576-7133a6bd0d1f.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.160558] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.313589] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c66b9-de44-42fc-80b1-e771abc9dfd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.322925] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f11c8-7884-4f4f-8e84-12a10db0a75b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367037] env[69744]: INFO nova.compute.manager [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Took 27.88 seconds to build instance. [ 1150.370627] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410da59f-6c02-4003-846b-14744abc5455 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.378074] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312419, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.384917] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2bbd43-3edd-4dd7-b8bc-106bc670973b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.404149] env[69744]: DEBUG nova.compute.provider_tree [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.409373] env[69744]: DEBUG oslo_vmware.api [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312420, 'name': PowerOnVM_Task, 'duration_secs': 0.442026} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.409620] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.409814] env[69744]: DEBUG nova.compute.manager [None req-60acb33c-144e-44b5-8d41-efbc2dc9ee91 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.410601] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e0555-44fb-41e3-beb1-7ddb384f3da8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.481138] env[69744]: DEBUG nova.compute.manager [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Received event network-vif-plugged-f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.481460] env[69744]: DEBUG oslo_concurrency.lockutils [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] Acquiring lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.481673] env[69744]: DEBUG oslo_concurrency.lockutils [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] Lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.482519] env[69744]: DEBUG oslo_concurrency.lockutils [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] Lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.482519] env[69744]: DEBUG nova.compute.manager [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] No waiting events found dispatching network-vif-plugged-f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.482519] env[69744]: WARNING nova.compute.manager [req-5129cf10-6762-4904-b0a9-ba27fb45525b req-7b01e530-2664-4aca-9f8e-5fd1f497e11a service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Received unexpected event network-vif-plugged-f30cadab-ae28-4d4c-9d5d-244601dd220a for instance with vm_state building and task_state spawning. [ 1150.599207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.599393] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599570] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.636523] env[69744]: DEBUG nova.compute.manager [req-99bcebec-e177-4a58-9ca3-3f5e70a60fbb req-a792db64-0e45-4038-8dff-e471cdf02628 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-vif-deleted-665d8a3c-8d9b-42e8-adde-18ecb230e7ee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.636719] env[69744]: INFO nova.compute.manager [req-99bcebec-e177-4a58-9ca3-3f5e70a60fbb req-a792db64-0e45-4038-8dff-e471cdf02628 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Neutron deleted interface 665d8a3c-8d9b-42e8-adde-18ecb230e7ee; detaching it from the instance and deleting it from the info cache [ 1150.636966] env[69744]: DEBUG nova.network.neutron [req-99bcebec-e177-4a58-9ca3-3f5e70a60fbb req-a792db64-0e45-4038-8dff-e471cdf02628 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updating instance_info_cache with network_info: [{"id": "01d5fc74-aa14-4e20-95ab-9e098072d428", "address": "fa:16:3e:fb:18:0f", "network": {"id": "6012de68-399c-4c6b-9857-a89dab83251c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342700522", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d63bb9d25f4380b895a16628c1513c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d5fc74-aa", "ovs_interfaceid": "01d5fc74-aa14-4e20-95ab-9e098072d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.668884] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd7f88-b2a5-4fd9-ad2b-906ca6a9a5f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.699346] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcce411-fc34-4919-b6bb-c363122462fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.718283] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.843958] env[69744]: DEBUG oslo_vmware.api [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312419, 'name': PowerOnVM_Task, 'duration_secs': 0.557403} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.844755] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.844969] env[69744]: INFO nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1150.845168] env[69744]: DEBUG nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.845937] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf1d9d5-6f2b-48c6-955b-08cd5018436b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.869561] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6568c23-1d02-4152-be04-f3d29e0d2270 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.418s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.907294] env[69744]: DEBUG nova.scheduler.client.report [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.140334] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-072e5941-b6b7-428f-9bba-43ac73be8b70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.158073] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589e3d6-7583-4e96-a63a-600d7ceaa7cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.177798] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.205294] env[69744]: DEBUG nova.compute.manager [req-99bcebec-e177-4a58-9ca3-3f5e70a60fbb req-a792db64-0e45-4038-8dff-e471cdf02628 service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Detach interface failed, port_id=665d8a3c-8d9b-42e8-adde-18ecb230e7ee, reason: Instance 9dff8334-165d-4033-a938-13c3c99533a3 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.294080] env[69744]: DEBUG nova.network.neutron [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Port 6b5d72aa-f6ca-4639-82fa-e05d069c6160 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1151.369486] env[69744]: INFO nova.compute.manager [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Took 17.92 seconds to build instance. [ 1151.416409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.451374] env[69744]: INFO nova.scheduler.client.report [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Deleted allocations for instance e15055cd-f2c7-40c8-b42b-7fa29b5c60b7 [ 1151.511820] env[69744]: DEBUG nova.network.neutron [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Updating instance_info_cache with network_info: [{"id": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "address": "fa:16:3e:44:1a:ed", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30cadab-ae", "ovs_interfaceid": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.576648] env[69744]: DEBUG nova.network.neutron [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.876561] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8396bddf-e229-41bb-a7d0-35e4edb231bb tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.435s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.960659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5d1044f-4617-47a4-b2d8-695d447e2a3b tempest-ServersWithFlavorSwapResizeTest-815262461 tempest-ServersWithFlavorSwapResizeTest-815262461-project-member] Lock "e15055cd-f2c7-40c8-b42b-7fa29b5c60b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.933s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.975957] env[69744]: DEBUG nova.network.neutron [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.015657] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.015657] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Instance network_info: |[{"id": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "address": "fa:16:3e:44:1a:ed", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30cadab-ae", "ovs_interfaceid": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.016110] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:1a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30cadab-ae28-4d4c-9d5d-244601dd220a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.031481] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.032214] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.032497] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e89d317a-b4aa-49d1-8a96-a370a4b35c98 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.053206] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.053470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.053678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "e7644dfd-efde-469e-9964-402947d28d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.053872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.054064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.056903] env[69744]: INFO nova.compute.manager [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Terminating instance [ 1152.064844] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.064844] env[69744]: value = "task-3312421" [ 1152.064844] env[69744]: _type = "Task" [ 1152.064844] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.083357] env[69744]: INFO nova.compute.manager [-] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Took 2.11 seconds to deallocate network for instance. [ 1152.084331] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312421, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.223914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.224376] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.224664] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.225365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.225542] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.228622] env[69744]: INFO nova.compute.manager [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Terminating instance [ 1152.317947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.318246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.318575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.477467] env[69744]: INFO nova.compute.manager [-] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Took 3.04 seconds to deallocate network for instance. [ 1152.533402] env[69744]: DEBUG nova.compute.manager [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Received event network-changed-f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.533617] env[69744]: DEBUG nova.compute.manager [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Refreshing instance network info cache due to event network-changed-f30cadab-ae28-4d4c-9d5d-244601dd220a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.534599] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Acquiring lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.534599] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Acquired lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.534599] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Refreshing network info cache for port f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.562782] env[69744]: DEBUG nova.compute.manager [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.562782] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.563653] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabfd354-db62-42ac-9198-7808ad63c4b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.580053] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.580053] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fba9ef5-b548-472d-8f22-aef03ad73f6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.581758] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312421, 'name': CreateVM_Task, 'duration_secs': 0.501597} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.581758] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.582862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.583032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.583366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.584057] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5020a026-b8ec-4fb2-9645-fa939bf49b90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.589555] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1152.589555] env[69744]: value = "task-3312422" [ 1152.589555] env[69744]: _type = "Task" [ 1152.589555] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.591993] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.592314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.592593] env[69744]: DEBUG nova.objects.instance [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lazy-loading 'resources' on Instance uuid 9dff8334-165d-4033-a938-13c3c99533a3 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.593798] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1152.593798] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5207fc1a-0940-4aa0-f3c1-1b08484893b0" [ 1152.593798] env[69744]: _type = "Task" [ 1152.593798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.608758] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.612533] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5207fc1a-0940-4aa0-f3c1-1b08484893b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017227} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.613113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.613349] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.613584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.613809] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.615028] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.615028] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49bfe9bf-5fe8-4eeb-8165-9574339a0707 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.623736] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.623932] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.625365] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd891c8-0133-4990-b174-4516bdac2c8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.631943] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1152.631943] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ad391f-2778-11bb-eb29-f7f5262f792d" [ 1152.631943] env[69744]: _type = "Task" [ 1152.631943] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.646609] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ad391f-2778-11bb-eb29-f7f5262f792d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.680834] env[69744]: DEBUG nova.compute.manager [req-4f043976-64c0-404b-8aa7-e00e1ed6aafe req-9264cce1-9adc-4dd9-a20b-389c1b7df43f service nova] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Received event network-vif-deleted-01d5fc74-aa14-4e20-95ab-9e098072d428 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.681088] env[69744]: DEBUG nova.compute.manager [req-4f043976-64c0-404b-8aa7-e00e1ed6aafe req-9264cce1-9adc-4dd9-a20b-389c1b7df43f service nova] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Received event network-vif-deleted-a9465818-bb29-49e0-a546-585b274e654e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.733190] env[69744]: DEBUG nova.compute.manager [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.733427] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.734378] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1ac6b-d539-4103-a34d-fd7bb8f26a1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.743911] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.744202] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c28c6e-937f-45ab-88e7-60e2d3f87397 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.755567] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1152.755567] env[69744]: value = "task-3312423" [ 1152.755567] env[69744]: _type = "Task" [ 1152.755567] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.768589] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.985454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.111072] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312422, 'name': PowerOffVM_Task, 'duration_secs': 0.222444} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.111373] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.111545] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.111799] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a725743d-0884-43ca-abb7-1364ad512fbb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145863] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ad391f-2778-11bb-eb29-f7f5262f792d, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.146728] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c43681-3cc4-459c-85f8-0f0f894423b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.154886] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1153.154886] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a55d80-b0da-488e-be43-80bebdbc8d25" [ 1153.154886] env[69744]: _type = "Task" [ 1153.154886] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.188044] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a55d80-b0da-488e-be43-80bebdbc8d25, 'name': SearchDatastore_Task, 'duration_secs': 0.02872} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.193668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.194030] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 6c676615-1f15-44da-a66f-b125c30dac1f/6c676615-1f15-44da-a66f-b125c30dac1f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.195737] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83ec8b5e-9891-4dc7-b9d4-a3e059f5449c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.198076] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.198274] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.198498] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleting the datastore file [datastore1] e7644dfd-efde-469e-9964-402947d28d24 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.204190] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33188d3-4be2-41bc-8e67-c6ed5c8b2f36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.212748] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1153.212748] env[69744]: value = "task-3312426" [ 1153.212748] env[69744]: _type = "Task" [ 1153.212748] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.218600] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1153.218600] env[69744]: value = "task-3312425" [ 1153.218600] env[69744]: _type = "Task" [ 1153.218600] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.235643] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.235854] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.267848] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312423, 'name': PowerOffVM_Task, 'duration_secs': 0.198771} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.268124] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.268301] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.268583] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf93922-8d3f-459d-91dd-76ca711ab25a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.341167] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5b0d8-5717-433a-9c84-4fc9fc000eb4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.345596] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.345810] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.346041] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleting the datastore file [datastore1] 8d9bf5ba-dbce-4b62-8113-636f4ae901e9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.346770] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025831c6-1171-4728-b390-7ac4c8f624aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.352682] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d773e4-4aa6-4cb8-9e72-ae79e99a9da2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.357763] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for the task: (returnval){ [ 1153.357763] env[69744]: value = "task-3312428" [ 1153.357763] env[69744]: _type = "Task" [ 1153.357763] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.388393] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc84989-1b34-4ed6-ab4e-85e43e10203d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.395101] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.401928] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1da90-35a5-4b54-ace2-dfb6ff06bdd4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.418950] env[69744]: DEBUG nova.compute.provider_tree [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.421072] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421534] env[69744]: DEBUG nova.network.neutron [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.478285] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Updated VIF entry in instance network info cache for port f30cadab-ae28-4d4c-9d5d-244601dd220a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.478730] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Updating instance_info_cache with network_info: [{"id": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "address": "fa:16:3e:44:1a:ed", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30cadab-ae", "ovs_interfaceid": "f30cadab-ae28-4d4c-9d5d-244601dd220a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.734263] env[69744]: DEBUG oslo_vmware.api [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209444} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.737722] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.737985] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.738195] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.738374] env[69744]: INFO nova.compute.manager [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1153.738628] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.738852] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51309} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.739068] env[69744]: DEBUG nova.compute.manager [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.739169] env[69744]: DEBUG nova.network.neutron [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.740867] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 6c676615-1f15-44da-a66f-b125c30dac1f/6c676615-1f15-44da-a66f-b125c30dac1f.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.741098] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.741386] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb80e080-19de-43e2-9f2a-6b9ad33ad8a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.752082] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1153.752082] env[69744]: value = "task-3312429" [ 1153.752082] env[69744]: _type = "Task" [ 1153.752082] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.768924] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.873963] env[69744]: DEBUG oslo_vmware.api [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Task: {'id': task-3312428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318114} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.878867] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.878867] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.878867] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.878867] env[69744]: INFO nova.compute.manager [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1153.878867] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.878867] env[69744]: DEBUG nova.compute.manager [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.878867] env[69744]: DEBUG nova.network.neutron [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.932044] env[69744]: DEBUG nova.scheduler.client.report [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.981305] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Releasing lock "refresh_cache-6c676615-1f15-44da-a66f-b125c30dac1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.981864] env[69744]: DEBUG nova.compute.manager [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Received event network-changed-6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.981864] env[69744]: DEBUG nova.compute.manager [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Refreshing instance network info cache due to event network-changed-6116e6f2-d385-4939-9e5c-5e82058ba546. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.981974] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Acquiring lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.982114] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Acquired lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.982255] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Refreshing network info cache for port 6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.251189] env[69744]: DEBUG nova.network.neutron [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.262425] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116567} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.263244] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.264036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d2a45-73df-4d8a-aac7-6bf01ca91794 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.290178] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6c676615-1f15-44da-a66f-b125c30dac1f/6c676615-1f15-44da-a66f-b125c30dac1f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.290845] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24611ab-29cd-471f-9f04-188fba413a54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.315354] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1154.315354] env[69744]: value = "task-3312430" [ 1154.315354] env[69744]: _type = "Task" [ 1154.315354] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.326314] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.436579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.439348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.454s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.439607] env[69744]: DEBUG nova.objects.instance [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'resources' on Instance uuid ec3682e7-1bdd-41c2-b18c-4fdf25d8290c {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.465959] env[69744]: INFO nova.scheduler.client.report [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Deleted allocations for instance 9dff8334-165d-4033-a938-13c3c99533a3 [ 1154.759005] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.803015] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updated VIF entry in instance network info cache for port 6116e6f2-d385-4939-9e5c-5e82058ba546. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.803015] env[69744]: DEBUG nova.network.neutron [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating instance_info_cache with network_info: [{"id": "6116e6f2-d385-4939-9e5c-5e82058ba546", "address": "fa:16:3e:6d:6a:9f", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6116e6f2-d3", "ovs_interfaceid": "6116e6f2-d385-4939-9e5c-5e82058ba546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.829779] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312430, 'name': ReconfigVM_Task, 'duration_secs': 0.296697} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.832842] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6c676615-1f15-44da-a66f-b125c30dac1f/6c676615-1f15-44da-a66f-b125c30dac1f.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.833709] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a4d3c41-28ac-44d8-8cc3-b85da21aa4bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.845122] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1154.845122] env[69744]: value = "task-3312431" [ 1154.845122] env[69744]: _type = "Task" [ 1154.845122] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.856617] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312431, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.862380] env[69744]: DEBUG nova.compute.manager [req-3b9130e0-262d-4a76-b51a-a1b37fc1f75a req-dda6668a-ce77-4cdd-b049-a1365e8dc931 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Received event network-vif-deleted-7db91aa8-b0c2-4252-bf7a-c14a5242eea1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.862380] env[69744]: INFO nova.compute.manager [req-3b9130e0-262d-4a76-b51a-a1b37fc1f75a req-dda6668a-ce77-4cdd-b049-a1365e8dc931 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Neutron deleted interface 7db91aa8-b0c2-4252-bf7a-c14a5242eea1; detaching it from the instance and deleting it from the info cache [ 1154.862380] env[69744]: DEBUG nova.network.neutron [req-3b9130e0-262d-4a76-b51a-a1b37fc1f75a req-dda6668a-ce77-4cdd-b049-a1365e8dc931 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.983022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bfd0bd4f-4cfa-4156-a64c-bc14fbb7a272 tempest-ServersTestMultiNic-828304888 tempest-ServersTestMultiNic-828304888-project-member] Lock "9dff8334-165d-4033-a938-13c3c99533a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.791s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.137083] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126cebd3-3c56-431c-9ae1-24a568ee2374 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.145862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9fb34e-6afd-4e78-8718-6f75ba2cde10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.183027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95ffea-ae23-4e4e-8def-b889649d7bed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.191862] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a42962-067c-4de1-a0f0-fad7ce94a504 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.206366] env[69744]: DEBUG nova.compute.provider_tree [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.285463] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b8783-8087-43fb-8a04-65868efd39e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.305100] env[69744]: DEBUG oslo_concurrency.lockutils [req-0106f8fa-665f-4067-b51c-17518cf9fd61 req-4ef1fed2-a2eb-42c3-b5cb-5e3592e507be service nova] Releasing lock "refresh_cache-3ead94d9-2bea-4854-bc92-96a8b492decd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.306198] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09ef35-5216-4bdc-a497-5512c937be9c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.314329] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.334751] env[69744]: DEBUG nova.network.neutron [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.358365] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312431, 'name': Rename_Task, 'duration_secs': 0.149432} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.358655] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.358983] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b46c2a-4c7b-4c51-a94c-adde22b8d8cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.365025] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2be1c7a2-4b44-4ca8-b20a-48be8c87481e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.369519] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1155.369519] env[69744]: value = "task-3312432" [ 1155.369519] env[69744]: _type = "Task" [ 1155.369519] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.377839] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b216495-1038-43cf-b4c7-71326f7d9b8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.396093] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.426063] env[69744]: DEBUG nova.compute.manager [req-3b9130e0-262d-4a76-b51a-a1b37fc1f75a req-dda6668a-ce77-4cdd-b049-a1365e8dc931 service nova] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Detach interface failed, port_id=7db91aa8-b0c2-4252-bf7a-c14a5242eea1, reason: Instance 8d9bf5ba-dbce-4b62-8113-636f4ae901e9 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.525991] env[69744]: DEBUG nova.network.neutron [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.710485] env[69744]: DEBUG nova.scheduler.client.report [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.822960] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.822960] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00881057-d5bf-48a8-a0ae-df69740ecae5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.831624] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1155.831624] env[69744]: value = "task-3312433" [ 1155.831624] env[69744]: _type = "Task" [ 1155.831624] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.837718] env[69744]: INFO nova.compute.manager [-] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Took 1.96 seconds to deallocate network for instance. [ 1155.850954] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.884023] env[69744]: DEBUG oslo_vmware.api [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312432, 'name': PowerOnVM_Task, 'duration_secs': 0.497207} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.884023] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.884023] env[69744]: INFO nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1155.884023] env[69744]: DEBUG nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.884023] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba361a29-d9f8-4705-ace5-b082ce66b06b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.029737] env[69744]: INFO nova.compute.manager [-] [instance: e7644dfd-efde-469e-9964-402947d28d24] Took 2.29 seconds to deallocate network for instance. [ 1156.217158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.243811] env[69744]: INFO nova.scheduler.client.report [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted allocations for instance ec3682e7-1bdd-41c2-b18c-4fdf25d8290c [ 1156.344989] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.352663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.352987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.353246] env[69744]: DEBUG nova.objects.instance [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lazy-loading 'resources' on Instance uuid 8d9bf5ba-dbce-4b62-8113-636f4ae901e9 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.405527] env[69744]: INFO nova.compute.manager [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Took 14.45 seconds to build instance. [ 1156.537992] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.751671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e8e7c10-d500-47c3-9be2-1d6d1e0fb179 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "ec3682e7-1bdd-41c2-b18c-4fdf25d8290c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.955s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.848934] env[69744]: DEBUG oslo_vmware.api [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312433, 'name': PowerOnVM_Task, 'duration_secs': 0.693035} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.849070] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.849420] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3a217-3234-461b-b586-2c4b6f1e3659 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance '32e9360c-50e8-4653-a576-7133a6bd0d1f' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.892844] env[69744]: DEBUG nova.compute.manager [req-b5b1d577-ca0e-4cad-a770-6d16d6556d72 req-d9c86a39-e6c3-43ff-9ffd-cf2d5857a99f service nova] [instance: e7644dfd-efde-469e-9964-402947d28d24] Received event network-vif-deleted-ac1cce88-859a-4860-8787-028efe13d760 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.907587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5b7ca72c-c1b2-4022-8729-7edd8726a1dd tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.962s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.016414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf2fd60-ff65-4723-be94-37365c8ba2e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.025690] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe20cb-a70c-44cf-b097-7f4d890f1dfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.062890] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5489c-520a-49dd-a80d-09b2088683f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.071637] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7df7f5-ab64-41f2-b222-437129ab4a45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.087338] env[69744]: DEBUG nova.compute.provider_tree [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.341657] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.341972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.342183] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.342370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.342568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.344753] env[69744]: INFO nova.compute.manager [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Terminating instance [ 1157.589765] env[69744]: DEBUG nova.scheduler.client.report [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.848887] env[69744]: DEBUG nova.compute.manager [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.849213] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.850414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3e16a-bb11-4444-940c-3541301c1965 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.859551] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.859810] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b98a8f-9383-4ada-b691-18bd19088d21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.871883] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1157.871883] env[69744]: value = "task-3312434" [ 1157.871883] env[69744]: _type = "Task" [ 1157.871883] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.884908] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.096092] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.099976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.561s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.101125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.131661] env[69744]: INFO nova.scheduler.client.report [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Deleted allocations for instance 8d9bf5ba-dbce-4b62-8113-636f4ae901e9 [ 1158.137611] env[69744]: INFO nova.scheduler.client.report [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted allocations for instance e7644dfd-efde-469e-9964-402947d28d24 [ 1158.168127] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "6c676615-1f15-44da-a66f-b125c30dac1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.168652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.168812] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.169022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.169563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.171889] env[69744]: INFO nova.compute.manager [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Terminating instance [ 1158.396029] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312434, 'name': PowerOffVM_Task, 'duration_secs': 0.259823} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.396029] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.396029] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.396029] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905d8ce1-c961-41c5-b8fa-4db598b3b3ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.464484] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.464766] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.464985] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleting the datastore file [datastore1] 9929ad7e-132d-4c36-8d06-61d64c16d74e {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.465279] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218c0b4f-b33f-4a16-8234-37d9ae8fd52b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473627] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for the task: (returnval){ [ 1158.473627] env[69744]: value = "task-3312436" [ 1158.473627] env[69744]: _type = "Task" [ 1158.473627] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.482836] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.647018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-21727177-f49e-4fd4-a4e4-4b096d482942 tempest-ServerDiskConfigTestJSON-1863889729 tempest-ServerDiskConfigTestJSON-1863889729-project-member] Lock "8d9bf5ba-dbce-4b62-8113-636f4ae901e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.420s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.647859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8966d1eb-d9ee-428e-9885-823f07d82074 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "e7644dfd-efde-469e-9964-402947d28d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.594s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.678018] env[69744]: DEBUG nova.compute.manager [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.678018] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.678018] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b879aeb-4c79-48d4-ae9d-3eacbd9c81b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.691471] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.692869] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f59f40-e39d-4215-9f26-677d867a9887 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.703218] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1158.703218] env[69744]: value = "task-3312437" [ 1158.703218] env[69744]: _type = "Task" [ 1158.703218] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.716166] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.985506] env[69744]: DEBUG oslo_vmware.api [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Task: {'id': task-3312436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205383} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.986090] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.989019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.989019] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.989019] env[69744]: INFO nova.compute.manager [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1158.989019] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.989019] env[69744]: DEBUG nova.compute.manager [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.989019] env[69744]: DEBUG nova.network.neutron [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.220945] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312437, 'name': PowerOffVM_Task, 'duration_secs': 0.209433} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.220945] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.220945] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.220945] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d488a5a9-54a7-427b-8c0d-fa283cbb87d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.301173] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.301173] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.301173] env[69744]: DEBUG nova.compute.manager [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Going to confirm migration 7 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1159.444042] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.444337] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.444875] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] 6c676615-1f15-44da-a66f-b125c30dac1f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.447262] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038bfa4c-4a5e-4f85-a001-ae692ca4c73b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.458819] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1159.458819] env[69744]: value = "task-3312439" [ 1159.458819] env[69744]: _type = "Task" [ 1159.458819] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.469393] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.775993] env[69744]: DEBUG nova.compute.manager [req-af03067c-776a-4ec5-9aaa-8087a2b3bebe req-4a4f535e-0283-438a-a799-208eb429cdc8 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Received event network-vif-deleted-9630c7e8-6c37-40a4-8f59-b62c97b820b5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.777647] env[69744]: INFO nova.compute.manager [req-af03067c-776a-4ec5-9aaa-8087a2b3bebe req-4a4f535e-0283-438a-a799-208eb429cdc8 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Neutron deleted interface 9630c7e8-6c37-40a4-8f59-b62c97b820b5; detaching it from the instance and deleting it from the info cache [ 1159.777647] env[69744]: DEBUG nova.network.neutron [req-af03067c-776a-4ec5-9aaa-8087a2b3bebe req-4a4f535e-0283-438a-a799-208eb429cdc8 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.865593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.866227] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquired lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.866446] env[69744]: DEBUG nova.network.neutron [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.867112] env[69744]: DEBUG nova.objects.instance [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'info_cache' on Instance uuid 32e9360c-50e8-4653-a576-7133a6bd0d1f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.968026] env[69744]: DEBUG oslo_vmware.api [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455721} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.968026] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.968164] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.968347] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.968518] env[69744]: INFO nova.compute.manager [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1159.968757] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.968983] env[69744]: DEBUG nova.compute.manager [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.969045] env[69744]: DEBUG nova.network.neutron [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.972169] env[69744]: DEBUG nova.network.neutron [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.052997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.053285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.280593] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efd0b6ae-c7c5-447a-9ac9-acf7d90ae255 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.295256] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078a248-b918-408a-a20e-6ce645f1f176 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.327487] env[69744]: DEBUG nova.compute.manager [req-af03067c-776a-4ec5-9aaa-8087a2b3bebe req-4a4f535e-0283-438a-a799-208eb429cdc8 service nova] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Detach interface failed, port_id=9630c7e8-6c37-40a4-8f59-b62c97b820b5, reason: Instance 9929ad7e-132d-4c36-8d06-61d64c16d74e could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.477752] env[69744]: INFO nova.compute.manager [-] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Took 1.49 seconds to deallocate network for instance. [ 1160.557075] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.988908] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.989455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.990308] env[69744]: DEBUG nova.objects.instance [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lazy-loading 'resources' on Instance uuid 9929ad7e-132d-4c36-8d06-61d64c16d74e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.081235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.232315] env[69744]: DEBUG nova.network.neutron [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [{"id": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "address": "fa:16:3e:f4:99:54", "network": {"id": "01bd33bf-43b5-4943-a8a1-f6c91828e882", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1973027598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e25606b970ec42f4aa6789d493c49ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5d72aa-f6", "ovs_interfaceid": "6b5d72aa-f6ca-4639-82fa-e05d069c6160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.279598] env[69744]: DEBUG nova.network.neutron [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.363251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "92ee1450-3abe-4aaf-b288-0532676959d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.363508] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.670889] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79604518-dca8-4981-9ea3-7f74b7c70178 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.683016] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b4221b-e999-4ca2-b6b7-88d3c8e51182 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.717660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de1e22-0bb9-45c3-b5c0-027bac705f95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.727596] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f8551-463d-4fcb-9c52-f0b5d8fd9ae9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.737018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Releasing lock "refresh_cache-32e9360c-50e8-4653-a576-7133a6bd0d1f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.737018] env[69744]: DEBUG nova.objects.instance [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lazy-loading 'migration_context' on Instance uuid 32e9360c-50e8-4653-a576-7133a6bd0d1f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.748577] env[69744]: DEBUG nova.compute.provider_tree [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.754400] env[69744]: DEBUG nova.objects.base [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Object Instance<32e9360c-50e8-4653-a576-7133a6bd0d1f> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.755499] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da7ca0-8c6e-4a50-ab32-b7abcb65efeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.780516] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb9125c-56b2-479e-bfe2-ba7ab1aa846a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.783419] env[69744]: INFO nova.compute.manager [-] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Took 1.81 seconds to deallocate network for instance. [ 1161.791081] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1161.791081] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d8ea0-9e60-667d-6058-7bffd824cba5" [ 1161.791081] env[69744]: _type = "Task" [ 1161.791081] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.800998] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d8ea0-9e60-667d-6058-7bffd824cba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.818413] env[69744]: DEBUG nova.compute.manager [req-25ce9782-6d99-4e86-9621-04c247ef4b48 req-e76a36b0-9bde-4832-9a50-996942341f68 service nova] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Received event network-vif-deleted-f30cadab-ae28-4d4c-9d5d-244601dd220a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.866183] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.282513] env[69744]: ERROR nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] [req-53f8ad7c-bc76-44ee-a82a-118a014a8c89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53f8ad7c-bc76-44ee-a82a-118a014a8c89"}]} [ 1162.289942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.301083] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]524d8ea0-9e60-667d-6058-7bffd824cba5, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.301083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.302333] env[69744]: DEBUG nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.318413] env[69744]: DEBUG nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.318859] env[69744]: DEBUG nova.compute.provider_tree [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.332422] env[69744]: DEBUG nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.356891] env[69744]: DEBUG nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.388581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.532151] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e08eda-61fe-40c2-8f42-2790649e5842 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.539758] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9934c82-4e17-47e6-b55c-1003a0d9760f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.576952] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3338dd9-3f0a-4c8d-83db-27b33cd9ddf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.585933] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacbfd42-6272-4001-ae78-9b1d82a33d96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.603089] env[69744]: DEBUG nova.compute.provider_tree [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.152844] env[69744]: DEBUG nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1163.153149] env[69744]: DEBUG nova.compute.provider_tree [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 143 to 144 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1163.153398] env[69744]: DEBUG nova.compute.provider_tree [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.620133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "f81746f1-4190-4413-bc02-7ee143af467a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.620438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.663626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.674s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.666353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.585s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.668618] env[69744]: INFO nova.compute.claims [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.686282] env[69744]: INFO nova.scheduler.client.report [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Deleted allocations for instance 9929ad7e-132d-4c36-8d06-61d64c16d74e [ 1164.123710] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.132819] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "360f0757-d79a-40b1-8120-0d30f562e597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.133074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.194659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-85445e7d-56bd-4b24-a115-4ee85840e171 tempest-AttachInterfacesTestJSON-367502695 tempest-AttachInterfacesTestJSON-367502695-project-member] Lock "9929ad7e-132d-4c36-8d06-61d64c16d74e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.853s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.636274] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.657632] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.881780] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1d4f9-4db1-4c23-b71d-17db967d380b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.890242] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb41544-b54b-4f31-b7b4-52db2b08c47e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.921502] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc32f1-af16-404c-9a97-70ecee649b62 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.931450] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99198129-6522-4f4a-9c59-a9f5ea265289 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.946884] env[69744]: DEBUG nova.compute.provider_tree [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.166568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.453092] env[69744]: DEBUG nova.scheduler.client.report [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.965813] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.966380] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.971305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.681s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.971563] env[69744]: DEBUG nova.objects.instance [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid 6c676615-1f15-44da-a66f-b125c30dac1f {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.479618] env[69744]: DEBUG nova.compute.utils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.482944] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.483573] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.553341] env[69744]: DEBUG nova.policy [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dada29ea70584792bdd6908385ba1373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e150c8f09a144f4190115fdcddd5b72b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.704072] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbe80f-ae7c-4eb4-9258-2d8648fe4185 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.712849] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0e54a-8f03-47c2-bd56-15c8b08e8bd7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.748873] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567754a4-bc15-47d5-9754-074c5f842fc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.757968] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c62f181-e013-42c0-99d4-4e56ff4afd92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.774276] env[69744]: DEBUG nova.compute.provider_tree [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.832359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.832359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.977407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.978172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.987193] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.058873] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Successfully created port: a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.276956] env[69744]: DEBUG nova.scheduler.client.report [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.335425] env[69744]: INFO nova.compute.manager [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Detaching volume 05a8216f-e046-4c4c-816e-9d9c50b63003 [ 1167.380267] env[69744]: INFO nova.virt.block_device [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Attempting to driver detach volume 05a8216f-e046-4c4c-816e-9d9c50b63003 from mountpoint /dev/sdb [ 1167.380549] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.380822] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661389', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'name': 'volume-05a8216f-e046-4c4c-816e-9d9c50b63003', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '568b945b-16bd-4d25-b71f-d92d296791a4', 'attached_at': '', 'detached_at': '', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'serial': '05a8216f-e046-4c4c-816e-9d9c50b63003'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.383051] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f3d174-30f1-42ca-8883-f4034bfb7174 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.413025] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc63a0a-fd07-44df-acea-7e2cda0ba49a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.422854] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603c4e7-592d-4af8-aa1b-3d6be185b731 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.455469] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0798ed0-1fe0-4121-b6f5-1ac7a0eef93c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.473459] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] The volume has not been displaced from its original location: [datastore2] volume-05a8216f-e046-4c4c-816e-9d9c50b63003/volume-05a8216f-e046-4c4c-816e-9d9c50b63003.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.479274] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.479702] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c431b497-e2c2-4963-b47a-957766579c4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.494420] env[69744]: DEBUG nova.compute.utils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.508558] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1167.508558] env[69744]: value = "task-3312440" [ 1167.508558] env[69744]: _type = "Task" [ 1167.508558] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.519900] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.783743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.785788] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.485s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.812185] env[69744]: INFO nova.scheduler.client.report [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance 6c676615-1f15-44da-a66f-b125c30dac1f [ 1167.998578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.005268] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.023201] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312440, 'name': ReconfigVM_Task, 'duration_secs': 0.282389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.023492] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.030703] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a12d44-7908-4fb5-a8c6-aee4d6099a24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.047026] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1168.047026] env[69744]: value = "task-3312441" [ 1168.047026] env[69744]: _type = "Task" [ 1168.047026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.057239] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.057492] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.057649] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.057876] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.058049] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.058201] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.058410] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.058567] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.058730] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.058892] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.059089] env[69744]: DEBUG nova.virt.hardware [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.060294] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1953290c-e1d3-4517-a994-7df278aa3140 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.066307] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.072139] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50eb426-e767-45b4-970a-7486924e41a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.334042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c0e00b88-89dc-455d-9477-d9111cf2460f tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "6c676615-1f15-44da-a66f-b125c30dac1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.165s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.454298] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e141cc17-84ad-4801-8667-db26797fc103 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.462461] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401cf450-6217-4282-bbd4-cade97b6e40e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.494999] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c34436-9daa-480d-b19f-dd284e24681e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.503699] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43271190-61d4-4d6f-b83e-94d6aa0c084f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.518419] env[69744]: DEBUG nova.compute.provider_tree [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.568044] env[69744]: DEBUG oslo_vmware.api [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312441, 'name': ReconfigVM_Task, 'duration_secs': 0.168304} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.568207] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661389', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'name': 'volume-05a8216f-e046-4c4c-816e-9d9c50b63003', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '568b945b-16bd-4d25-b71f-d92d296791a4', 'attached_at': '', 'detached_at': '', 'volume_id': '05a8216f-e046-4c4c-816e-9d9c50b63003', 'serial': '05a8216f-e046-4c4c-816e-9d9c50b63003'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.916663] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Successfully updated port: a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.021969] env[69744]: DEBUG nova.scheduler.client.report [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.069303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.069567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.069803] env[69744]: INFO nova.compute.manager [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attaching volume 8603d58d-0c59-4c06-8910-21a17637b28d to /dev/sdb [ 1169.119327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e021921-ee88-4279-87ce-222ed1d79a99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.130203] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707bd9b-f479-42a5-a91e-b733c404feff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.136409] env[69744]: DEBUG nova.objects.instance [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'flavor' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.152386] env[69744]: DEBUG nova.virt.block_device [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating existing volume attachment record: f4c7d21a-4dca-4fbe-9201-3ad336bd9a59 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.419938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.420039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.420374] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.690280] env[69744]: DEBUG nova.compute.manager [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Received event network-vif-plugged-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.690524] env[69744]: DEBUG oslo_concurrency.lockutils [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.690736] env[69744]: DEBUG oslo_concurrency.lockutils [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.690907] env[69744]: DEBUG oslo_concurrency.lockutils [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.691091] env[69744]: DEBUG nova.compute.manager [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] No waiting events found dispatching network-vif-plugged-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.691250] env[69744]: WARNING nova.compute.manager [req-b1c7b6e3-a44c-424e-8a53-3ae35842263b req-3d19d424-11ca-4b8e-90c6-7ffda805cf05 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Received unexpected event network-vif-plugged-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 for instance with vm_state building and task_state spawning. [ 1169.850845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.850984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.965980] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.035911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.250s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.042026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.650s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.042026] env[69744]: INFO nova.compute.claims [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.125029] env[69744]: DEBUG nova.network.neutron [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.147102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d4560eea-5cdc-4609-b1cc-6032d6511d54 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.275432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "8f395158-662b-461d-95d0-b7c1724130e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.275667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.353972] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.629955] env[69744]: INFO nova.scheduler.client.report [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocation for migration 1337424b-7b19-4993-be20-b85543801af6 [ 1170.631454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632701] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Instance network_info: |[{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.632701] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:46:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a23c28dd-2cc7-4a92-9f9d-8f9c48404351', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.642516] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.644893] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.645299] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a10fb6-496c-4d84-9ace-6bd65d63effb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.677420] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.677420] env[69744]: value = "task-3312445" [ 1170.677420] env[69744]: _type = "Task" [ 1170.677420] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.689290] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312445, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.755536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b3924e40-8caa-44f5-ad4a-91bb57071328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.755536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.779021] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.876408] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.043517] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.043517] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.043879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.044638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.044638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.047518] env[69744]: INFO nova.compute.manager [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Terminating instance [ 1171.169566] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.868s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.197672] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312445, 'name': CreateVM_Task, 'duration_secs': 0.398326} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.197794] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.198475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.198894] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.199243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.202972] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eac39e4-e736-4d76-a6de-2fe1a07d7f52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.210332] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1171.210332] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525055de-ad39-1f68-6d22-20a05eb1e304" [ 1171.210332] env[69744]: _type = "Task" [ 1171.210332] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.219451] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525055de-ad39-1f68-6d22-20a05eb1e304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.260070] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b50f2-cfe9-4ee5-aaf4-aefa2b302a36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.263015] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.272431] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8655fc2-7c21-4863-9d84-cbf6386bc7e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.313670] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849fc77-1bac-472a-a428-69e421b75446 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.323972] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266cb049-f615-4ad6-b077-bba34d0b4b66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.330771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.340822] env[69744]: DEBUG nova.compute.provider_tree [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.551782] env[69744]: DEBUG nova.compute.manager [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.552020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.552946] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2961b9b-f230-4026-9b24-7c080ffa1a96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.561278] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.561521] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e6209b-cf4e-48e8-a5be-968f012ed436 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.569368] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1171.569368] env[69744]: value = "task-3312446" [ 1171.569368] env[69744]: _type = "Task" [ 1171.569368] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.578737] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.717412] env[69744]: DEBUG nova.compute.manager [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Received event network-changed-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.717691] env[69744]: DEBUG nova.compute.manager [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Refreshing instance network info cache due to event network-changed-a23c28dd-2cc7-4a92-9f9d-8f9c48404351. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.717956] env[69744]: DEBUG oslo_concurrency.lockutils [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.718165] env[69744]: DEBUG oslo_concurrency.lockutils [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.718390] env[69744]: DEBUG nova.network.neutron [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Refreshing network info cache for port a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.729323] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525055de-ad39-1f68-6d22-20a05eb1e304, 'name': SearchDatastore_Task, 'duration_secs': 0.027091} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.730181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.730413] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.730818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.730892] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.731097] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.731686] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c423716-1f0e-40f3-8515-8c0efba806ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.743918] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.744236] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.745109] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0fd597-21cb-49bc-b712-7711ac88fb78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.752497] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1171.752497] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528587db-a1a8-1c7c-aba2-f7f669a365f4" [ 1171.752497] env[69744]: _type = "Task" [ 1171.752497] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.762943] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528587db-a1a8-1c7c-aba2-f7f669a365f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.786548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.843407] env[69744]: DEBUG nova.scheduler.client.report [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.080728] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312446, 'name': PowerOffVM_Task, 'duration_secs': 0.22048} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.080728] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.080968] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.082040] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b598a3d-34f5-4c19-ab60-228d27e754f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.153110] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.153347] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.154015] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore2] 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.154015] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3a76b66-664f-4b5b-b82c-3f76b0e5ba05 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.161354] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1172.161354] env[69744]: value = "task-3312452" [ 1172.161354] env[69744]: _type = "Task" [ 1172.161354] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.169440] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.214156] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.214399] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.214554] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.214702] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.214853] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.214998] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.215177] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.215298] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1172.215467] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.264072] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528587db-a1a8-1c7c-aba2-f7f669a365f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.264267] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec52d6e-a157-4f63-9b1a-9e22f410072a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.271059] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1172.271059] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa3d05-5561-d56e-429a-31bd5bd20607" [ 1172.271059] env[69744]: _type = "Task" [ 1172.271059] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.296057] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52aa3d05-5561-d56e-429a-31bd5bd20607, 'name': SearchDatastore_Task, 'duration_secs': 0.022183} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.298629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.298969] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.299258] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddefe911-84c6-4e23-abb6-ff6508121e31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.307184] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1172.307184] env[69744]: value = "task-3312453" [ 1172.307184] env[69744]: _type = "Task" [ 1172.307184] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.317689] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.334022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.334022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.334346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.334560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.334732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.336990] env[69744]: INFO nova.compute.manager [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Terminating instance [ 1172.348394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.348879] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.351797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.694s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.352829] env[69744]: INFO nova.compute.claims [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.453054] env[69744]: DEBUG nova.network.neutron [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updated VIF entry in instance network info cache for port a23c28dd-2cc7-4a92-9f9d-8f9c48404351. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.453418] env[69744]: DEBUG nova.network.neutron [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.672918] env[69744]: DEBUG oslo_vmware.api [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149873} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.673219] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.673404] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.673580] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.673756] env[69744]: INFO nova.compute.manager [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.674034] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.674263] env[69744]: DEBUG nova.compute.manager [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.674380] env[69744]: DEBUG nova.network.neutron [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.719564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.818147] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312453, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.840886] env[69744]: DEBUG nova.compute.manager [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.841118] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.842144] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b9dc5-8dd0-4f8d-bc6f-a883e62a5ce8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.850050] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.850289] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7d1f8c-88a5-4ff9-85c7-19c339c4920b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.860466] env[69744]: DEBUG nova.compute.utils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.860642] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1172.860642] env[69744]: value = "task-3312454" [ 1172.860642] env[69744]: _type = "Task" [ 1172.860642] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.860980] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.861162] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.876859] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.955910] env[69744]: DEBUG oslo_concurrency.lockutils [req-951b8b66-fb6a-49c4-a9dd-aab823575977 req-4efe17e2-9ab5-425b-b7ea-52ab4762f607 service nova] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.969129] env[69744]: DEBUG nova.policy [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a02a9a22564980baad5a439e31b7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d6bbb258874a789f407f2b98177ffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.321363] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516801} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.322443] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.322696] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.322948] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58493de0-429f-4db2-b606-cddd93ae42e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332664] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1173.332664] env[69744]: value = "task-3312455" [ 1173.332664] env[69744]: _type = "Task" [ 1173.332664] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.343215] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.364812] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.378827] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312454, 'name': PowerOffVM_Task, 'duration_secs': 0.242374} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.379169] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.379368] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.379637] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53daaa2e-073c-410a-9e5a-572b7d0fac18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.450962] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.451356] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.451596] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleting the datastore file [datastore1] 32e9360c-50e8-4653-a576-7133a6bd0d1f {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.451917] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deac1117-b4b2-4b2d-b995-c345a69269e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.459268] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for the task: (returnval){ [ 1173.459268] env[69744]: value = "task-3312457" [ 1173.459268] env[69744]: _type = "Task" [ 1173.459268] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.473508] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.481433] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Successfully created port: 62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.555301] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7febd9ab-d936-4376-bfb0-2138b48537e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.564161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb9c53-7d96-467f-8280-c005f57cfd57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.599409] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f9b16-8394-4b5f-a1aa-0242ee81bfc0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.608519] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae7d25-0552-4c17-9a9f-61fca7707423 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.621192] env[69744]: DEBUG nova.compute.provider_tree [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.720530] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.720773] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661412', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'name': 'volume-8603d58d-0c59-4c06-8910-21a17637b28d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'serial': '8603d58d-0c59-4c06-8910-21a17637b28d'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.722118] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e21f10-2a77-4a3a-9ccf-12acc7d6ce3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.742182] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c9224-a5f0-4001-bb70-fa4a7a0d4edd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.747739] env[69744]: DEBUG nova.compute.manager [req-d74709b3-abd6-4e6e-9c42-f0991afddaf7 req-8f07a891-950d-4d5a-8e41-f90c5e6b940a service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Received event network-vif-deleted-aaf18100-b711-44f4-a25d-ed4e5551c67e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.748110] env[69744]: INFO nova.compute.manager [req-d74709b3-abd6-4e6e-9c42-f0991afddaf7 req-8f07a891-950d-4d5a-8e41-f90c5e6b940a service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Neutron deleted interface aaf18100-b711-44f4-a25d-ed4e5551c67e; detaching it from the instance and deleting it from the info cache [ 1173.748420] env[69744]: DEBUG nova.network.neutron [req-d74709b3-abd6-4e6e-9c42-f0991afddaf7 req-8f07a891-950d-4d5a-8e41-f90c5e6b940a service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.778961] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-8603d58d-0c59-4c06-8910-21a17637b28d/volume-8603d58d-0c59-4c06-8910-21a17637b28d.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.779439] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa64d384-1e0a-4c13-94f7-f8671212996c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.802323] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1173.802323] env[69744]: value = "task-3312458" [ 1173.802323] env[69744]: _type = "Task" [ 1173.802323] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.811018] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.840657] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08672} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.843015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.843015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae7a44-be21-4bd6-90ad-63c487551a7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.844147] env[69744]: DEBUG nova.network.neutron [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.865194] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.866171] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fe9336-17b7-4107-9751-66ca1b6c511b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.896448] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1173.896448] env[69744]: value = "task-3312459" [ 1173.896448] env[69744]: _type = "Task" [ 1173.896448] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.907302] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.975483] env[69744]: DEBUG oslo_vmware.api [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Task: {'id': task-3312457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1878} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.975483] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.975689] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.975796] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.975975] env[69744]: INFO nova.compute.manager [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1173.976360] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.976571] env[69744]: DEBUG nova.compute.manager [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.976649] env[69744]: DEBUG nova.network.neutron [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.124743] env[69744]: DEBUG nova.scheduler.client.report [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.252067] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09340b28-0f24-4322-b410-0bc6332c70aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.265176] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d613d3-aba2-4fc7-87cf-892688b5215f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.302626] env[69744]: DEBUG nova.compute.manager [req-d74709b3-abd6-4e6e-9c42-f0991afddaf7 req-8f07a891-950d-4d5a-8e41-f90c5e6b940a service nova] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Detach interface failed, port_id=aaf18100-b711-44f4-a25d-ed4e5551c67e, reason: Instance 568b945b-16bd-4d25-b71f-d92d296791a4 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.316514] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.346519] env[69744]: INFO nova.compute.manager [-] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Took 1.67 seconds to deallocate network for instance. [ 1174.389628] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.416465] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312459, 'name': ReconfigVM_Task, 'duration_secs': 0.3864} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.420202] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.420496] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.420658] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.420851] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.421319] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.421551] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.421801] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.422110] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.422452] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.422787] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.422956] env[69744]: DEBUG nova.virt.hardware [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.423442] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.425094] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617751e1-e47d-4bba-a3eb-e1a776a2f3ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.429220] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d11931e-ac7d-4b69-81a6-5743357dd395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.437574] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db86cd-5aef-46ab-8aa8-1e65f2bf0f8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.443945] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1174.443945] env[69744]: value = "task-3312460" [ 1174.443945] env[69744]: _type = "Task" [ 1174.443945] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.462840] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312460, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.629654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.630303] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.633304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.467s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.634776] env[69744]: INFO nova.compute.claims [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.751565] env[69744]: DEBUG nova.network.neutron [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.813046] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312458, 'name': ReconfigVM_Task, 'duration_secs': 0.51165} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.813346] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-8603d58d-0c59-4c06-8910-21a17637b28d/volume-8603d58d-0c59-4c06-8910-21a17637b28d.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.818229] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572b6f1a-f3a9-4163-b7d0-5821d2312abf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.836129] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1174.836129] env[69744]: value = "task-3312462" [ 1174.836129] env[69744]: _type = "Task" [ 1174.836129] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.846024] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.855266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.956032] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312460, 'name': Rename_Task, 'duration_secs': 0.201614} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.956401] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.956689] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8640ec1-552f-4b1b-afd3-5874e6f01dc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.965127] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1174.965127] env[69744]: value = "task-3312463" [ 1174.965127] env[69744]: _type = "Task" [ 1174.965127] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.976972] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.090666] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Successfully updated port: 62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.139793] env[69744]: DEBUG nova.compute.utils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.145302] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.145507] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.184541] env[69744]: DEBUG nova.policy [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55875ce8c21c4bcd932786e07cf92d99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '984b94003d9843a583c0a8d8f36ad43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.254810] env[69744]: INFO nova.compute.manager [-] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Took 1.28 seconds to deallocate network for instance. [ 1175.346904] env[69744]: DEBUG oslo_vmware.api [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312462, 'name': ReconfigVM_Task, 'duration_secs': 0.224131} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.347269] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661412', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'name': 'volume-8603d58d-0c59-4c06-8910-21a17637b28d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'serial': '8603d58d-0c59-4c06-8910-21a17637b28d'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.454280] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Successfully created port: f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.475466] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.593736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.593945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquired lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.594098] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.650661] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.762325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.776404] env[69744]: DEBUG nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Received event network-vif-deleted-6b5d72aa-f6ca-4639-82fa-e05d069c6160 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.776542] env[69744]: DEBUG nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Received event network-vif-plugged-62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.776895] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Acquiring lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.777051] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.777115] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.777279] env[69744]: DEBUG nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] No waiting events found dispatching network-vif-plugged-62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.777440] env[69744]: WARNING nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Received unexpected event network-vif-plugged-62e4fb30-81ad-46fd-ab1b-87deea2394e1 for instance with vm_state building and task_state spawning. [ 1175.777599] env[69744]: DEBUG nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Received event network-changed-62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.777751] env[69744]: DEBUG nova.compute.manager [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Refreshing instance network info cache due to event network-changed-62e4fb30-81ad-46fd-ab1b-87deea2394e1. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.777913] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Acquiring lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.824905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0862dac-58d3-4578-88a1-ffc50b6b3c09 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.833221] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cad32c-efc4-4104-bfc1-21151c796edf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.867504] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57706fc8-8bd0-4a70-95cf-92c328a5a021 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.876030] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52760e66-3e89-4b2b-9d8d-93127720f6f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.889405] env[69744]: DEBUG nova.compute.provider_tree [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.975788] env[69744]: DEBUG oslo_vmware.api [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312463, 'name': PowerOnVM_Task, 'duration_secs': 0.661411} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.976066] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.976268] env[69744]: INFO nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1175.976446] env[69744]: DEBUG nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.977199] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c2e73-6862-41ff-b65c-1e9b146548df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.139199] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.269186] env[69744]: DEBUG nova.network.neutron [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Updating instance_info_cache with network_info: [{"id": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "address": "fa:16:3e:cb:4f:99", "network": {"id": "dfa2f8bc-8b79-4ecc-9e5b-180d525535a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1408289133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d6bbb258874a789f407f2b98177ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e4fb30-81", "ovs_interfaceid": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.392368] env[69744]: DEBUG nova.scheduler.client.report [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.398637] env[69744]: DEBUG nova.objects.instance [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'flavor' on Instance uuid 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.496467] env[69744]: INFO nova.compute.manager [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Took 15.43 seconds to build instance. [ 1176.659910] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.705248] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.705495] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.705651] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.705830] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.705976] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.706143] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.706352] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.706508] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.706671] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.706841] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.707013] env[69744]: DEBUG nova.virt.hardware [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.707901] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8c8f75-5c05-424b-a718-05bf2b588f70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.716404] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248f262-a71d-4676-a5a5-b1e8457a8de9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.772568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Releasing lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.772999] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Instance network_info: |[{"id": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "address": "fa:16:3e:cb:4f:99", "network": {"id": "dfa2f8bc-8b79-4ecc-9e5b-180d525535a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1408289133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d6bbb258874a789f407f2b98177ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e4fb30-81", "ovs_interfaceid": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.773468] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Acquired lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.773560] env[69744]: DEBUG nova.network.neutron [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Refreshing network info cache for port 62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.774869] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:4f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e4fb30-81ad-46fd-ab1b-87deea2394e1', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.782452] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Creating folder: Project (43d6bbb258874a789f407f2b98177ffe). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.783540] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-653aa581-3e4e-4ce1-8393-a4f111246c31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.797864] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Created folder: Project (43d6bbb258874a789f407f2b98177ffe) in parent group-v661134. [ 1176.798073] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Creating folder: Instances. Parent ref: group-v661417. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.798312] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-216a8024-d13e-4151-bc9d-29c0f41d7e86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808902] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Created folder: Instances in parent group-v661417. [ 1176.809021] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.809183] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.809396] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0997b8e5-d59c-42cb-9811-391ece1482af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.829821] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.829821] env[69744]: value = "task-3312467" [ 1176.829821] env[69744]: _type = "Task" [ 1176.829821] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.837782] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312467, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.898879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.898879] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.901834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.026s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.903549] env[69744]: INFO nova.compute.claims [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.908625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d4816ce-01cc-45a2-a620-4da9e78f59d0 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.997593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-33186e2a-cee2-44b8-9d7a-78ec0091e954 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.944s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.100501] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Successfully updated port: f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.339951] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312467, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.410520] env[69744]: DEBUG nova.compute.utils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.415021] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.415021] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.457554] env[69744]: DEBUG nova.policy [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55875ce8c21c4bcd932786e07cf92d99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '984b94003d9843a583c0a8d8f36ad43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.569591] env[69744]: DEBUG nova.network.neutron [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Updated VIF entry in instance network info cache for port 62e4fb30-81ad-46fd-ab1b-87deea2394e1. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.569979] env[69744]: DEBUG nova.network.neutron [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Updating instance_info_cache with network_info: [{"id": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "address": "fa:16:3e:cb:4f:99", "network": {"id": "dfa2f8bc-8b79-4ecc-9e5b-180d525535a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1408289133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d6bbb258874a789f407f2b98177ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e4fb30-81", "ovs_interfaceid": "62e4fb30-81ad-46fd-ab1b-87deea2394e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.602872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.603060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.603217] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.688633] env[69744]: DEBUG nova.compute.manager [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Received event network-changed-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.688783] env[69744]: DEBUG nova.compute.manager [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Refreshing instance network info cache due to event network-changed-a23c28dd-2cc7-4a92-9f9d-8f9c48404351. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.688988] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.689149] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.689307] env[69744]: DEBUG nova.network.neutron [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Refreshing network info cache for port a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.760998] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Successfully created port: 8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.806099] env[69744]: DEBUG nova.compute.manager [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Received event network-vif-plugged-f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.806327] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Acquiring lock "f81746f1-4190-4413-bc02-7ee143af467a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.806533] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Lock "f81746f1-4190-4413-bc02-7ee143af467a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.806707] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Lock "f81746f1-4190-4413-bc02-7ee143af467a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.806876] env[69744]: DEBUG nova.compute.manager [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] No waiting events found dispatching network-vif-plugged-f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.807554] env[69744]: WARNING nova.compute.manager [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Received unexpected event network-vif-plugged-f5140f88-afd8-4095-8069-a97cc4460cea for instance with vm_state building and task_state spawning. [ 1177.807883] env[69744]: DEBUG nova.compute.manager [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Received event network-changed-f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.808120] env[69744]: DEBUG nova.compute.manager [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Refreshing instance network info cache due to event network-changed-f5140f88-afd8-4095-8069-a97cc4460cea. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.808375] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Acquiring lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.841690] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312467, 'name': CreateVM_Task, 'duration_secs': 0.518253} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.841855] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.842558] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.842785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.843182] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.843478] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2a4cae-9634-46db-9f7e-97a37c99086c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.849717] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1177.849717] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c541c2-675e-b2f5-f465-e8a0ef009b0b" [ 1177.849717] env[69744]: _type = "Task" [ 1177.849717] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.857931] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c541c2-675e-b2f5-f465-e8a0ef009b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.914454] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.075279] env[69744]: DEBUG oslo_concurrency.lockutils [req-0a26149a-141c-4cbc-acfb-33629c5832fc req-941477ef-25d4-414d-be26-b9a34739f08b service nova] Releasing lock "refresh_cache-92ee1450-3abe-4aaf-b288-0532676959d7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.121251] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836db671-602d-4cce-8b87-4e668208deed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.132025] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a79b57-835e-4875-98eb-fee3c4e7e6f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.170710] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.173364] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3be68e-cb8f-43b0-bb64-8932d06e67f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.183063] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115cb90-920c-4522-9cab-2d71ebc89abf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.200346] env[69744]: DEBUG nova.compute.provider_tree [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.326445] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.326633] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.342546] env[69744]: DEBUG nova.network.neutron [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [{"id": "f5140f88-afd8-4095-8069-a97cc4460cea", "address": "fa:16:3e:f7:84:f1", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5140f88-af", "ovs_interfaceid": "f5140f88-afd8-4095-8069-a97cc4460cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.362102] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c541c2-675e-b2f5-f465-e8a0ef009b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.013994} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.364231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.364463] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.364691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.364836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.365021] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.365709] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78456f24-f0c2-4494-8027-9fe314322463 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.376313] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.376535] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.377367] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297debd4-bfcb-4ab3-986b-61446e6f47f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.384178] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1178.384178] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e77fdb-682a-89b6-feee-7334dec59c19" [ 1178.384178] env[69744]: _type = "Task" [ 1178.384178] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.393713] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e77fdb-682a-89b6-feee-7334dec59c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.437606] env[69744]: DEBUG nova.network.neutron [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updated VIF entry in instance network info cache for port a23c28dd-2cc7-4a92-9f9d-8f9c48404351. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.437928] env[69744]: DEBUG nova.network.neutron [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.704089] env[69744]: DEBUG nova.scheduler.client.report [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.831200] env[69744]: DEBUG nova.compute.utils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.845559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.845886] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Instance network_info: |[{"id": "f5140f88-afd8-4095-8069-a97cc4460cea", "address": "fa:16:3e:f7:84:f1", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5140f88-af", "ovs_interfaceid": "f5140f88-afd8-4095-8069-a97cc4460cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.846205] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Acquired lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.846613] env[69744]: DEBUG nova.network.neutron [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Refreshing network info cache for port f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.847757] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:84:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5140f88-afd8-4095-8069-a97cc4460cea', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.855375] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating folder: Project (984b94003d9843a583c0a8d8f36ad43a). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.858612] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d180cc-42cf-4de9-ba72-ccad32298968 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.893492] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created folder: Project (984b94003d9843a583c0a8d8f36ad43a) in parent group-v661134. [ 1178.893687] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating folder: Instances. Parent ref: group-v661420. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.893922] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c7cd21-261e-420d-b66d-9bfb708a5e4c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.899180] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e77fdb-682a-89b6-feee-7334dec59c19, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.900327] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40df5300-8d22-4ad5-a32c-f77fcbfa6e90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.906885] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1178.906885] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227e845-d1dd-436b-c953-3513accdf1d5" [ 1178.906885] env[69744]: _type = "Task" [ 1178.906885] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.911213] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created folder: Instances in parent group-v661420. [ 1178.911447] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.912009] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.912240] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20a1f57-373b-4193-a2a0-4d1cfae15fad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.934416] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.936232] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227e845-d1dd-436b-c953-3513accdf1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.940448] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8eb121b-d0c3-4c6e-9c1f-2c005ef219d6 req-d3b5e2b7-4781-463f-8162-eb210e3127d5 service nova] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.943531] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.943531] env[69744]: value = "task-3312471" [ 1178.943531] env[69744]: _type = "Task" [ 1178.943531] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.959646] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312471, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.962921] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.963216] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.963392] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.963580] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.963725] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.963870] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.964096] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.964259] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.964425] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.964586] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.964757] env[69744]: DEBUG nova.virt.hardware [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.965574] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60310f04-ba4e-49b4-8c0f-cda5a4cbe4e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.973942] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330092c-8eec-41f4-b087-6bddbd29031d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.073761] env[69744]: DEBUG nova.network.neutron [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updated VIF entry in instance network info cache for port f5140f88-afd8-4095-8069-a97cc4460cea. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.074211] env[69744]: DEBUG nova.network.neutron [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [{"id": "f5140f88-afd8-4095-8069-a97cc4460cea", "address": "fa:16:3e:f7:84:f1", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5140f88-af", "ovs_interfaceid": "f5140f88-afd8-4095-8069-a97cc4460cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.209351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.210191] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.213514] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.883s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.215367] env[69744]: INFO nova.compute.claims [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.334468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.417826] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5227e845-d1dd-436b-c953-3513accdf1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01649} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.418097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.420245] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 92ee1450-3abe-4aaf-b288-0532676959d7/92ee1450-3abe-4aaf-b288-0532676959d7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.420245] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec6c0eb-e6f2-4849-a737-5476b7af8634 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.426010] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1179.426010] env[69744]: value = "task-3312472" [ 1179.426010] env[69744]: _type = "Task" [ 1179.426010] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.426675] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Successfully updated port: 8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.436976] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.452704] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312471, 'name': CreateVM_Task, 'duration_secs': 0.379338} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.452983] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.453587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.453752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.454080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.454329] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7791fa25-a899-4ac5-8c87-b4fc3c13c284 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.459668] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1179.459668] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5272a239-89c5-f8bf-6437-a7680e4d785b" [ 1179.459668] env[69744]: _type = "Task" [ 1179.459668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.467366] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5272a239-89c5-f8bf-6437-a7680e4d785b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.576685] env[69744]: DEBUG oslo_concurrency.lockutils [req-5dce0308-39d6-4dd5-8e2e-48dd2955c477 req-e13cdd8b-36b2-4355-8971-d99b67712d57 service nova] Releasing lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.720374] env[69744]: DEBUG nova.compute.utils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.723914] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.724114] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.773360] env[69744]: DEBUG nova.policy [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa6cced34b164aaf9aa0b03afd92e7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5593c4a4a344377aa7edf9f8556617a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.891650] env[69744]: DEBUG nova.compute.manager [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Received event network-vif-plugged-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.892774] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Acquiring lock "360f0757-d79a-40b1-8120-0d30f562e597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.892774] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Lock "360f0757-d79a-40b1-8120-0d30f562e597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.892774] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Lock "360f0757-d79a-40b1-8120-0d30f562e597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.892774] env[69744]: DEBUG nova.compute.manager [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] No waiting events found dispatching network-vif-plugged-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.893379] env[69744]: WARNING nova.compute.manager [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Received unexpected event network-vif-plugged-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 for instance with vm_state building and task_state spawning. [ 1179.893379] env[69744]: DEBUG nova.compute.manager [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Received event network-changed-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.893379] env[69744]: DEBUG nova.compute.manager [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Refreshing instance network info cache due to event network-changed-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.893728] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Acquiring lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.893792] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Acquired lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.893938] env[69744]: DEBUG nova.network.neutron [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Refreshing network info cache for port 8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.937319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.944854] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312472, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.945121] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 92ee1450-3abe-4aaf-b288-0532676959d7/92ee1450-3abe-4aaf-b288-0532676959d7.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.945328] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.945735] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6267e51-1b49-48c2-b8aa-95902313a60a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.954869] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1179.954869] env[69744]: value = "task-3312473" [ 1179.954869] env[69744]: _type = "Task" [ 1179.954869] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.973892] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.974419] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5272a239-89c5-f8bf-6437-a7680e4d785b, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.974795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.975152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.975495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.975773] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.976070] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.976444] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74a3e15a-398b-456b-a990-9d8c8f72648c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.985934] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.986323] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.987294] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f196ff-9bc7-4002-be0d-8283745b06f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.993621] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1179.993621] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286fa43-c526-223e-53a9-ed16eb05b93d" [ 1179.993621] env[69744]: _type = "Task" [ 1179.993621] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.002476] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286fa43-c526-223e-53a9-ed16eb05b93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.103701] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Successfully created port: d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.225165] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.418239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.418239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.418239] env[69744]: INFO nova.compute.manager [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attaching volume 9747db77-65f2-4fbf-93ed-03d26e9ec4cd to /dev/sdc [ 1180.444707] env[69744]: DEBUG nova.network.neutron [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.460992] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b3e7b-4efe-4ede-a9f2-060efbd6c69f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.471712] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088878} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.473089] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.473927] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf2480-8b1f-4bc0-9a0e-1cbeabdce4a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.476693] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5315ffb3-143f-424f-9956-6f7a90b50326 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.501738] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 92ee1450-3abe-4aaf-b288-0532676959d7/92ee1450-3abe-4aaf-b288-0532676959d7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.508633] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5db7c4-cbf7-4c69-b1af-83c5ded9c637 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.522803] env[69744]: DEBUG nova.virt.block_device [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating existing volume attachment record: 9ae55913-f093-41ba-84a3-fe99a9a2c1f2 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.536554] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286fa43-c526-223e-53a9-ed16eb05b93d, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.539486] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d062ad5d-43df-4a31-80d2-5e340627e920 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.542659] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1180.542659] env[69744]: value = "task-3312474" [ 1180.542659] env[69744]: _type = "Task" [ 1180.542659] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.542871] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae05b55-6c5b-4d5b-9022-677d926240c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.553473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6152ff1-54e8-4a6f-9154-de57e22060fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.560820] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1180.560820] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5284c802-8dfe-4066-5562-4b75a33d2c36" [ 1180.560820] env[69744]: _type = "Task" [ 1180.560820] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.561131] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.591645] env[69744]: DEBUG nova.network.neutron [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.594338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6182fa45-64c8-48ee-9f58-072bfd3cd87d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.600234] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5284c802-8dfe-4066-5562-4b75a33d2c36, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.600808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.601066] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/f81746f1-4190-4413-bc02-7ee143af467a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.601854] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2288aa8-a88e-40a8-9fdb-63c987c26a9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.607367] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bedc045-bccb-4304-81c9-1b9785a1b5fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.614735] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1180.614735] env[69744]: value = "task-3312475" [ 1180.614735] env[69744]: _type = "Task" [ 1180.614735] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.622802] env[69744]: DEBUG nova.compute.provider_tree [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.632552] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.059271] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.095084] env[69744]: DEBUG oslo_concurrency.lockutils [req-8bbdcc27-dada-4085-83ff-d2d4df46725f req-436bb1b4-083e-4a57-b9e9-bcf2c9c1db18 service nova] Releasing lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.095084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.095084] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.127796] env[69744]: DEBUG nova.scheduler.client.report [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.138711] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513451} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.138990] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/f81746f1-4190-4413-bc02-7ee143af467a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.139257] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.139551] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb96425-7feb-4a69-846a-b79c3450854d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.149221] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1181.149221] env[69744]: value = "task-3312478" [ 1181.149221] env[69744]: _type = "Task" [ 1181.149221] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.160847] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.241461] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.270433] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.270717] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.270902] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.271161] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.271364] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.271546] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.271778] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.271988] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.272239] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.272439] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.272621] env[69744]: DEBUG nova.virt.hardware [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.273638] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee8ad6f-621c-4aa7-8f71-76c3d550679a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.284372] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6edfb0e-075c-4068-8647-ac5ebf0c8ea9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.557032] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312474, 'name': ReconfigVM_Task, 'duration_secs': 0.623307} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.558767] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 92ee1450-3abe-4aaf-b288-0532676959d7/92ee1450-3abe-4aaf-b288-0532676959d7.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.559641] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23cd28be-eed7-48c0-b80d-368c9e2af784 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.569056] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1181.569056] env[69744]: value = "task-3312479" [ 1181.569056] env[69744]: _type = "Task" [ 1181.569056] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.584532] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312479, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.629812] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.633759] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.634246] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.636912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.851s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.638337] env[69744]: INFO nova.compute.claims [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.666195] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186725} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.666469] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.667557] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31591d-090c-4362-b3af-55aaa2cf3b76 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.700992] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/f81746f1-4190-4413-bc02-7ee143af467a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.700992] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6979f3-d0a0-49a3-9112-3711236acebc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.727305] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1181.727305] env[69744]: value = "task-3312480" [ 1181.727305] env[69744]: _type = "Task" [ 1181.727305] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.737328] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.785457] env[69744]: DEBUG nova.network.neutron [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Updating instance_info_cache with network_info: [{"id": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "address": "fa:16:3e:6a:04:d5", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9fd37e-dd", "ovs_interfaceid": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.812030] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Successfully updated port: d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.921678] env[69744]: DEBUG nova.compute.manager [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Received event network-vif-plugged-d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.922057] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.922210] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.922421] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.922573] env[69744]: DEBUG nova.compute.manager [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] No waiting events found dispatching network-vif-plugged-d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.922751] env[69744]: WARNING nova.compute.manager [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Received unexpected event network-vif-plugged-d1196c50-be5c-48ea-9fec-d125b2f5bbee for instance with vm_state building and task_state spawning. [ 1181.922933] env[69744]: DEBUG nova.compute.manager [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Received event network-changed-d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.923170] env[69744]: DEBUG nova.compute.manager [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Refreshing instance network info cache due to event network-changed-d1196c50-be5c-48ea-9fec-d125b2f5bbee. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.923366] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.923503] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.923674] env[69744]: DEBUG nova.network.neutron [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Refreshing network info cache for port d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.079606] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312479, 'name': Rename_Task, 'duration_secs': 0.313168} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.080019] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.080290] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6a8180-ab30-4651-b7f8-3da943fc4b80 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.091035] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1182.091035] env[69744]: value = "task-3312481" [ 1182.091035] env[69744]: _type = "Task" [ 1182.091035] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.098843] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.143642] env[69744]: DEBUG nova.compute.utils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.147539] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.147539] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.188526] env[69744]: DEBUG nova.policy [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee9c133444c34e78855a0405e0063978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '653d39f67e4340a689f89f1f28148195', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.237687] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312480, 'name': ReconfigVM_Task, 'duration_secs': 0.328123} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.237964] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/f81746f1-4190-4413-bc02-7ee143af467a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.238642] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f451a90-6fe4-4763-971e-2d15810c9474 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.247875] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1182.247875] env[69744]: value = "task-3312482" [ 1182.247875] env[69744]: _type = "Task" [ 1182.247875] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.256683] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312482, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.288639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.289017] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance network_info: |[{"id": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "address": "fa:16:3e:6a:04:d5", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9fd37e-dd", "ovs_interfaceid": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.289975] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:04:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.298609] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.298852] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.299158] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e41a11bc-9e69-434b-89ca-5b51ef926412 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.315878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.322562] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.322562] env[69744]: value = "task-3312483" [ 1182.322562] env[69744]: _type = "Task" [ 1182.322562] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.335960] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312483, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.456291] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Successfully created port: 30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.463431] env[69744]: DEBUG nova.network.neutron [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.540927] env[69744]: DEBUG nova.network.neutron [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.601110] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.651103] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.760292] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312482, 'name': Rename_Task, 'duration_secs': 0.329711} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.760626] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.760896] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0696cd-31df-4de0-8d52-1b0c9894faf3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.767527] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1182.767527] env[69744]: value = "task-3312485" [ 1182.767527] env[69744]: _type = "Task" [ 1182.767527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.788058] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312485, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.838501] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312483, 'name': CreateVM_Task, 'duration_secs': 0.420199} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.838675] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.839398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.839561] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.839866] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.841684] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec219f4-36e2-4e1f-84e8-6f92eaa94764 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.844227] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c24da-0a6c-444a-bd0a-17178b30218c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.852209] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1182.852209] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a95688-2f6f-adde-a936-7b491bade3ef" [ 1182.852209] env[69744]: _type = "Task" [ 1182.852209] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.858746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8338d22-dc4a-4450-824d-e9a3d20cfeee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.867964] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a95688-2f6f-adde-a936-7b491bade3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.892091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.893329] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.893823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.894036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.894367] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.894929] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc6f7a3-9a97-4664-88a2-8faf8bfe5b65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.897466] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ca2c3-bc7b-4ab5-977f-69fffd2b1617 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.906189] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0edc07-4f39-44ab-bc52-35fa56243fa9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.911431] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.911431] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.912616] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b24215b-da52-4988-bc2e-86a4bdb471fb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.922943] env[69744]: DEBUG nova.compute.provider_tree [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.927810] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1182.927810] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65f96-701d-6e14-e4f0-d5c8c6ccfc45" [ 1182.927810] env[69744]: _type = "Task" [ 1182.927810] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.936424] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65f96-701d-6e14-e4f0-d5c8c6ccfc45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.045135] env[69744]: DEBUG oslo_concurrency.lockutils [req-9ba78448-383e-457f-b2d0-2069fc32a0d7 req-587b59f0-38c3-4390-9bc4-7ea7eede87ea service nova] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.045535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.045691] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.101719] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.278764] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.441177] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f65f96-701d-6e14-e4f0-d5c8c6ccfc45, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.441998] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cf3f60-9def-4e8a-82da-53b75738f89e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.445489] env[69744]: ERROR nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [req-ffa6fce4-508b-4dcf-ad4c-bca413433864] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ffa6fce4-508b-4dcf-ad4c-bca413433864"}]} [ 1183.448574] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1183.448574] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f75fcd-c522-b43d-c629-cbfb790fc543" [ 1183.448574] env[69744]: _type = "Task" [ 1183.448574] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.457011] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f75fcd-c522-b43d-c629-cbfb790fc543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.463432] env[69744]: DEBUG nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1183.477794] env[69744]: DEBUG nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1183.478019] env[69744]: DEBUG nova.compute.provider_tree [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.490625] env[69744]: DEBUG nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1183.511242] env[69744]: DEBUG nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1183.580838] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.603855] env[69744]: DEBUG oslo_vmware.api [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312481, 'name': PowerOnVM_Task, 'duration_secs': 1.208378} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.606178] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.606395] env[69744]: INFO nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1183.606574] env[69744]: DEBUG nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.607524] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1461466-0e9e-41cd-92be-9edbf290a7d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.662159] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.666531] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132902c4-258b-4760-9064-408cfe8f5177 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.674660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5f865-0eaa-4053-a642-c1723112c154 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.709848] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17bc776-e083-4c06-8570-417b2cdd7da9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.714504] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.714737] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.714894] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.715163] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.715443] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.715654] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.715874] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.716052] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.716227] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.716392] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.716566] env[69744]: DEBUG nova.virt.hardware [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.717607] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a38f1-0c10-4476-a1b6-a1a63f77940b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.727537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd05984-fc4f-4f34-8329-3b99c2dff621 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.732153] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ec2f8-5cbb-4694-8c9b-b0a30a682027 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.757581] env[69744]: DEBUG nova.compute.provider_tree [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.759757] env[69744]: DEBUG nova.network.neutron [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.780283] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.960573] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52f75fcd-c522-b43d-c629-cbfb790fc543, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.960878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.961165] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/360f0757-d79a-40b1-8120-0d30f562e597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.961433] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e24d8d2-716d-4830-8f3a-f063a68fab1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.974407] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1183.974407] env[69744]: value = "task-3312487" [ 1183.974407] env[69744]: _type = "Task" [ 1183.974407] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.984990] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.079369] env[69744]: DEBUG nova.compute.manager [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Received event network-vif-plugged-30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.079614] env[69744]: DEBUG oslo_concurrency.lockutils [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] Acquiring lock "8f395158-662b-461d-95d0-b7c1724130e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.079854] env[69744]: DEBUG oslo_concurrency.lockutils [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] Lock "8f395158-662b-461d-95d0-b7c1724130e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.080053] env[69744]: DEBUG oslo_concurrency.lockutils [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] Lock "8f395158-662b-461d-95d0-b7c1724130e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.080266] env[69744]: DEBUG nova.compute.manager [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] No waiting events found dispatching network-vif-plugged-30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.080464] env[69744]: WARNING nova.compute.manager [req-f5f76019-44e7-4968-9ff2-ca1e4ad8b5dd req-09d04ee4-dbf1-4721-b108-21ae679f27ce service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Received unexpected event network-vif-plugged-30085ec1-5329-483f-aa1f-e8a144267c86 for instance with vm_state building and task_state spawning. [ 1184.131587] env[69744]: INFO nova.compute.manager [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 21.76 seconds to build instance. [ 1184.188149] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Successfully updated port: 30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.265713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.266342] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance network_info: |[{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.266791] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:5f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1196c50-be5c-48ea-9fec-d125b2f5bbee', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.275013] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating folder: Project (b5593c4a4a344377aa7edf9f8556617a). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.275789] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-590901dc-ff4b-48ac-9892-39715bd44998 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.289483] env[69744]: DEBUG oslo_vmware.api [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312485, 'name': PowerOnVM_Task, 'duration_secs': 1.440759} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.289780] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.290037] env[69744]: INFO nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1184.290269] env[69744]: DEBUG nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.292575] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fadf7b0-5959-4796-b9e2-88e6fcc76026 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.295819] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created folder: Project (b5593c4a4a344377aa7edf9f8556617a) in parent group-v661134. [ 1184.296049] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating folder: Instances. Parent ref: group-v661426. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.297110] env[69744]: DEBUG nova.scheduler.client.report [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.297352] env[69744]: DEBUG nova.compute.provider_tree [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 150 to 151 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.297537] env[69744]: DEBUG nova.compute.provider_tree [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.301132] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82a16112-68ce-4604-89a5-3455255f1d9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.386936] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created folder: Instances in parent group-v661426. [ 1184.387309] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.387515] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.387755] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6456dc0-6867-40dd-b5a3-2f2fb9b94b09 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.412156] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.412156] env[69744]: value = "task-3312490" [ 1184.412156] env[69744]: _type = "Task" [ 1184.412156] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.421630] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312490, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.486254] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.634458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2cb811e-d05c-4e5f-a1b9-a358f4db145d tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.271s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.693294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.693451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquired lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.693604] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.805243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.806025] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.808499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.089s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.808679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.808832] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1184.809209] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.954s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.809431] env[69744]: DEBUG nova.objects.instance [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'resources' on Instance uuid 568b945b-16bd-4d25-b71f-d92d296791a4 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.811208] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d683a7c-25f1-4d03-aa12-2b3059b9660c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.821321] env[69744]: INFO nova.compute.manager [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Took 20.19 seconds to build instance. [ 1184.825994] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46020f8-674e-48b3-9e2f-ae33d3a25273 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.841906] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c5079-8aea-49d9-bde3-bb7aed5ebb33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.849717] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35026398-8ac1-44b9-86b5-ffb2d65b4f67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.879477] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179319MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1184.879635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.920806] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312490, 'name': CreateVM_Task, 'duration_secs': 0.425098} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.920983] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.921673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.921832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.922220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.922473] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fbb39e-d626-4c68-9a1d-d1a84baecdf5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.937843] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1184.937843] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214b555-f2b3-c9b8-23cf-da382661077b" [ 1184.937843] env[69744]: _type = "Task" [ 1184.937843] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.952345] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214b555-f2b3-c9b8-23cf-da382661077b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.984975] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546622} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.985217] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/360f0757-d79a-40b1-8120-0d30f562e597.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.985482] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.985656] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea60261a-aa8c-4d8e-803a-6f4d9eb721d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.995120] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1184.995120] env[69744]: value = "task-3312492" [ 1184.995120] env[69744]: _type = "Task" [ 1184.995120] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.006162] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.086036] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.086036] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661423', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'name': 'volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'serial': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.086036] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73afd62-af43-4808-8617-9c7890da9a03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.103902] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0c181d-b0b1-4c6f-b6ff-cb4840bd53a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.134158] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd/volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.134498] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27df4b45-064a-41aa-9822-5e98ad6b3f18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.154950] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1185.154950] env[69744]: value = "task-3312493" [ 1185.154950] env[69744]: _type = "Task" [ 1185.154950] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.164601] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.236210] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.312248] env[69744]: DEBUG nova.compute.utils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.314219] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.314363] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.325323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee7f682a-4c68-4946-b0de-b03bd2066843 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.705s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.354027] env[69744]: DEBUG nova.policy [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449505071c754bb38ca0ec005b571a9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cda65c534044f79a81673925bb4bae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.381020] env[69744]: DEBUG nova.network.neutron [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Updating instance_info_cache with network_info: [{"id": "30085ec1-5329-483f-aa1f-e8a144267c86", "address": "fa:16:3e:34:91:70", "network": {"id": "0b682ef3-7d9e-4771-9913-78eef2338eb0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2044781780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653d39f67e4340a689f89f1f28148195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30085ec1-53", "ovs_interfaceid": "30085ec1-5329-483f-aa1f-e8a144267c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.451226] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214b555-f2b3-c9b8-23cf-da382661077b, 'name': SearchDatastore_Task, 'duration_secs': 0.026573} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.451560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.451803] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.452082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.452238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.452422] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.453025] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fffdd39-6f2f-4016-b429-c209cec296ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.462088] env[69744]: DEBUG nova.compute.manager [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.462939] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc962da1-97ad-4891-89be-398f4ed99704 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.467014] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.467209] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.470371] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca6d364-a0d2-48ee-a8b0-b9e17a025a97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.480520] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1185.480520] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5261c33b-f3c3-68ea-4544-d118aeafbaf7" [ 1185.480520] env[69744]: _type = "Task" [ 1185.480520] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.492754] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5261c33b-f3c3-68ea-4544-d118aeafbaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.497653] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7552a-941b-4edf-a0ce-c2035b4b9efb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.511590] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212139} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.511730] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.512758] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075af9ca-bd3e-41a8-8248-aca2fc8b227b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.516579] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a776629-bdf8-4b5d-9961-c9ea41c6e85b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.566673] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/360f0757-d79a-40b1-8120-0d30f562e597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.567681] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b88867-8afd-4f22-89ea-cbfaf564ed89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.585818] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d5665-62b3-4a87-b5ee-b7ab1ed95b94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.594535] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead014a-1fea-4791-b7c9-5e3b0c4262fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.597325] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1185.597325] env[69744]: value = "task-3312494" [ 1185.597325] env[69744]: _type = "Task" [ 1185.597325] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.609530] env[69744]: DEBUG nova.compute.provider_tree [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.617904] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.656923] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Successfully created port: 21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.669226] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.817167] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.881785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Releasing lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.881929] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Instance network_info: |[{"id": "30085ec1-5329-483f-aa1f-e8a144267c86", "address": "fa:16:3e:34:91:70", "network": {"id": "0b682ef3-7d9e-4771-9913-78eef2338eb0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2044781780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653d39f67e4340a689f89f1f28148195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30085ec1-53", "ovs_interfaceid": "30085ec1-5329-483f-aa1f-e8a144267c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.882492] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:91:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30085ec1-5329-483f-aa1f-e8a144267c86', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.892990] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Creating folder: Project (653d39f67e4340a689f89f1f28148195). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.893718] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f88ddf9e-c6c4-48e7-8ee1-1403deeddde8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.908511] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Created folder: Project (653d39f67e4340a689f89f1f28148195) in parent group-v661134. [ 1185.908814] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Creating folder: Instances. Parent ref: group-v661429. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.909201] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2728e70-374b-4e90-b7a7-83d022a31e45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.927275] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Created folder: Instances in parent group-v661429. [ 1185.927612] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.927831] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.934206] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86cc2973-ea49-4043-b729-cc12121cf41b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.962897] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.962897] env[69744]: value = "task-3312497" [ 1185.962897] env[69744]: _type = "Task" [ 1185.962897] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.981631] env[69744]: INFO nova.compute.manager [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] instance snapshotting [ 1185.983727] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312497, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.984855] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a7c0b8-09eb-42fe-bcf7-4a0be8e6c1cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.997561] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5261c33b-f3c3-68ea-4544-d118aeafbaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.018244} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.011869] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ef86ab-181e-4339-b9dd-a203abd863c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.015084] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7278ced-5c93-4c31-a34d-058232a0101b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.028349] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1186.028349] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52501ccd-3436-175a-adda-ebb3599844c1" [ 1186.028349] env[69744]: _type = "Task" [ 1186.028349] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.040345] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52501ccd-3436-175a-adda-ebb3599844c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.109831] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312494, 'name': ReconfigVM_Task, 'duration_secs': 0.470897} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.110645] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/360f0757-d79a-40b1-8120-0d30f562e597.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.112149] env[69744]: DEBUG nova.compute.manager [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Received event network-changed-30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.112396] env[69744]: DEBUG nova.compute.manager [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Refreshing instance network info cache due to event network-changed-30085ec1-5329-483f-aa1f-e8a144267c86. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.112626] env[69744]: DEBUG oslo_concurrency.lockutils [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] Acquiring lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.112844] env[69744]: DEBUG oslo_concurrency.lockutils [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] Acquired lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.113054] env[69744]: DEBUG nova.network.neutron [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Refreshing network info cache for port 30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.114104] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26a271ec-5cfd-4c9a-b959-57229f1244d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.116357] env[69744]: DEBUG nova.scheduler.client.report [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.128381] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1186.128381] env[69744]: value = "task-3312498" [ 1186.128381] env[69744]: _type = "Task" [ 1186.128381] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.138307] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312498, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.171044] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312493, 'name': ReconfigVM_Task, 'duration_secs': 0.838107} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.171416] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd/volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.176475] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c66348-c2f3-42dc-94ff-94af001e7edf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.197207] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1186.197207] env[69744]: value = "task-3312499" [ 1186.197207] env[69744]: _type = "Task" [ 1186.197207] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.205511] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.473107] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312497, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.530128] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.530495] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5719f84-a871-4f16-8d09-19ad0ef84f99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.544764] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52501ccd-3436-175a-adda-ebb3599844c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017816} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.546115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.546412] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.546742] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1186.546742] env[69744]: value = "task-3312500" [ 1186.546742] env[69744]: _type = "Task" [ 1186.546742] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.546992] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33d6aae9-93d5-4237-9c5c-baf320344a41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.558990] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.560341] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1186.560341] env[69744]: value = "task-3312501" [ 1186.560341] env[69744]: _type = "Task" [ 1186.560341] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.568746] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.621678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.626662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.864s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.627137] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.628967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.749s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.643500] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312498, 'name': Rename_Task, 'duration_secs': 0.214336} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.643659] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.644378] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becf666e-dfd1-4f78-bf72-aa1a50348b64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.652128] env[69744]: INFO nova.scheduler.client.report [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted allocations for instance 568b945b-16bd-4d25-b71f-d92d296791a4 [ 1186.659097] env[69744]: INFO nova.scheduler.client.report [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Deleted allocations for instance 32e9360c-50e8-4653-a576-7133a6bd0d1f [ 1186.666762] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1186.666762] env[69744]: value = "task-3312502" [ 1186.666762] env[69744]: _type = "Task" [ 1186.666762] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.676459] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.707606] env[69744]: DEBUG oslo_vmware.api [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312499, 'name': ReconfigVM_Task, 'duration_secs': 0.168} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.707986] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661423', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'name': 'volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'serial': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.827609] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.852791] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.853090] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.853284] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.853479] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.853645] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.853810] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.854109] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.854328] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.854616] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.854697] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.854911] env[69744]: DEBUG nova.virt.hardware [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.856245] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eedf9d-85cd-4ac9-aac2-52b3737df4af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.866522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4232fa2c-55b5-4d6e-9ee8-628762af2aaa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.871617] env[69744]: DEBUG nova.network.neutron [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Updated VIF entry in instance network info cache for port 30085ec1-5329-483f-aa1f-e8a144267c86. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.872021] env[69744]: DEBUG nova.network.neutron [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Updating instance_info_cache with network_info: [{"id": "30085ec1-5329-483f-aa1f-e8a144267c86", "address": "fa:16:3e:34:91:70", "network": {"id": "0b682ef3-7d9e-4771-9913-78eef2338eb0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2044781780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "653d39f67e4340a689f89f1f28148195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30085ec1-53", "ovs_interfaceid": "30085ec1-5329-483f-aa1f-e8a144267c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.978597] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312497, 'name': CreateVM_Task, 'duration_secs': 0.521506} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.978800] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.979661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.981450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.981450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.981450] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dccdd4c4-6f62-486a-acad-e467ce296cff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.988275] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1186.988275] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52429b50-cebc-ec28-a295-983396489f22" [ 1186.988275] env[69744]: _type = "Task" [ 1186.988275] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.002708] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52429b50-cebc-ec28-a295-983396489f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.062653] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.079357] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312501, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.131475] env[69744]: DEBUG nova.compute.manager [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Received event network-vif-plugged-21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.131851] env[69744]: DEBUG oslo_concurrency.lockutils [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] Acquiring lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.132248] env[69744]: DEBUG oslo_concurrency.lockutils [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.132556] env[69744]: DEBUG oslo_concurrency.lockutils [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.132905] env[69744]: DEBUG nova.compute.manager [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] No waiting events found dispatching network-vif-plugged-21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.133252] env[69744]: WARNING nova.compute.manager [req-3dedfdd2-66bf-4abc-9919-6557ace77d73 req-2038f3bf-098a-4327-8735-492a2cf36fe6 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Received unexpected event network-vif-plugged-21e501bf-bc40-4f51-b5f8-f9cd5a52673c for instance with vm_state building and task_state spawning. [ 1187.163034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f775403c-097a-4463-b174-4653fa89fcc7 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "568b945b-16bd-4d25-b71f-d92d296791a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.119s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.173661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cc0bd868-5bf3-4063-8b0d-ae809b522221 tempest-DeleteServersTestJSON-1056371494 tempest-DeleteServersTestJSON-1056371494-project-member] Lock "32e9360c-50e8-4653-a576-7133a6bd0d1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.840s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.185263] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.229313] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Successfully updated port: 21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.375613] env[69744]: DEBUG oslo_concurrency.lockutils [req-3d5f25b8-28f1-4528-ac59-31a4dc78e109 req-bd52cdc7-fe62-4fe6-8a6d-90041b398429 service nova] Releasing lock "refresh_cache-8f395158-662b-461d-95d0-b7c1724130e5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.503980] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52429b50-cebc-ec28-a295-983396489f22, 'name': SearchDatastore_Task, 'duration_secs': 0.06549} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.504846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.504846] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.506061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.506061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.506246] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.506600] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcab595a-3e05-4c3f-bd3a-aa348b292986 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.516779] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.516963] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.517706] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce03cdd-1cbe-43d0-8b01-6d316c3e6a68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.527452] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1187.527452] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525b634d-1097-2198-1c71-d1a6c8b19c62" [ 1187.527452] env[69744]: _type = "Task" [ 1187.527452] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.533710] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525b634d-1097-2198-1c71-d1a6c8b19c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.559901] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312500, 'name': CreateSnapshot_Task, 'duration_secs': 0.681509} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.560222] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1187.560978] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d058163-218b-40e9-964d-6cfb871fef93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.581611] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548281} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.581782] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.581875] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.585022] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0590f5f7-50e4-49c6-9ab9-8bef9dee8cb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.593473] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1187.593473] env[69744]: value = "task-3312504" [ 1187.593473] env[69744]: _type = "Task" [ 1187.593473] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.605566] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.668953] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3d6514b1-c701-4c38-9a35-0a1866562f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669229] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669272] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 3ead94d9-2bea-4854-bc92-96a8b492decd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669370] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 1810fa1a-e1e7-413f-8b32-80df20217851 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669487] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 92ee1450-3abe-4aaf-b288-0532676959d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669602] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f81746f1-4190-4413-bc02-7ee143af467a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669715] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 360f0757-d79a-40b1-8120-0d30f562e597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.669849] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.670015] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8f395158-662b-461d-95d0-b7c1724130e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.670153] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance b3924e40-8caa-44f5-ad4a-91bb57071328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.670361] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.670512] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.683717] env[69744]: DEBUG oslo_vmware.api [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312502, 'name': PowerOnVM_Task, 'duration_secs': 0.749538} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.683977] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.684194] env[69744]: INFO nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1187.684399] env[69744]: DEBUG nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.685193] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e254b2cb-1d34-4aff-bfcd-40b378fdc3df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.737663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.737826] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.758187] env[69744]: DEBUG nova.objects.instance [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'flavor' on Instance uuid 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.815429] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ed3a3b-ffa5-4e00-bcef-bd81b6d4aadb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.823775] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17181fe-08be-4b2b-873c-ab3265623973 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.856648] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4982cc-c4ea-42c7-999d-1b0ca8593233 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.864349] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fd5a9-88c8-4ff7-b681-b56729dc9e71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.879015] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.036790] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525b634d-1097-2198-1c71-d1a6c8b19c62, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.039042] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b08b31f-db43-475e-aa33-d7105316a4a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.044256] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1188.044256] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c6b5e-f8c4-bbe5-eafc-5d0f2d08d841" [ 1188.044256] env[69744]: _type = "Task" [ 1188.044256] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.053092] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c6b5e-f8c4-bbe5-eafc-5d0f2d08d841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.089842] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.090243] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b6074fc-282f-49e4-a6fa-5b6056fbf672 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.103652] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264374} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.104962] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.105316] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1188.105316] env[69744]: value = "task-3312506" [ 1188.105316] env[69744]: _type = "Task" [ 1188.105316] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.105968] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634586a-9975-417f-b54b-d0bd73105a16 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.131191] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.135268] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e7b699-c891-4b55-b6e7-8ad5ebc3f217 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.152240] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312506, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.159598] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1188.159598] env[69744]: value = "task-3312507" [ 1188.159598] env[69744]: _type = "Task" [ 1188.159598] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.169669] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.209097] env[69744]: INFO nova.compute.manager [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Took 23.06 seconds to build instance. [ 1188.268409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3d8155d1-4a8d-4af3-bdd7-366c174f3b8a tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.275141] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.382678] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.471202] env[69744]: DEBUG nova.network.neutron [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Updating instance_info_cache with network_info: [{"id": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "address": "fa:16:3e:d1:1f:2f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e501bf-bc", "ovs_interfaceid": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.560529] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c6b5e-f8c4-bbe5-eafc-5d0f2d08d841, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.560529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.560529] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8f395158-662b-461d-95d0-b7c1724130e5/8f395158-662b-461d-95d0-b7c1724130e5.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.560529] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa90a54-9676-4635-8076-e61041735c6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.566687] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1188.566687] env[69744]: value = "task-3312508" [ 1188.566687] env[69744]: _type = "Task" [ 1188.566687] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.576682] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.620329] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312506, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.674812] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312507, 'name': ReconfigVM_Task, 'duration_secs': 0.344261} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.675228] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.676083] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489296e8-6470-4a43-9d7f-a70b49d34e83 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.684844] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1188.684844] env[69744]: value = "task-3312509" [ 1188.684844] env[69744]: _type = "Task" [ 1188.684844] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.694485] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312509, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.711880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d6b2b7d6-e39d-41d3-a1ef-767ba25a52c7 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.579s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.891161] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.891479] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.262s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.891792] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.892039] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1188.942302] env[69744]: INFO nova.compute.manager [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Rescuing [ 1188.942689] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.942891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.943274] env[69744]: DEBUG nova.network.neutron [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.974354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.974693] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Instance network_info: |[{"id": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "address": "fa:16:3e:d1:1f:2f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e501bf-bc", "ovs_interfaceid": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.975274] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:1f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e501bf-bc40-4f51-b5f8-f9cd5a52673c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.988904] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.989794] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.990801] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6283a37-4a52-4215-b452-e2bd23b667d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.026102] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.026102] env[69744]: value = "task-3312510" [ 1189.026102] env[69744]: _type = "Task" [ 1189.026102] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.037537] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312510, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.080554] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511426} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.080880] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8f395158-662b-461d-95d0-b7c1724130e5/8f395158-662b-461d-95d0-b7c1724130e5.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.081313] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.081603] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f9a090c-68b5-4e01-b669-bea2f413dcfe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.089754] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1189.089754] env[69744]: value = "task-3312511" [ 1189.089754] env[69744]: _type = "Task" [ 1189.089754] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.105553] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.119279] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312506, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.139731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.139872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.159368] env[69744]: DEBUG nova.compute.manager [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Received event network-changed-21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.159598] env[69744]: DEBUG nova.compute.manager [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Refreshing instance network info cache due to event network-changed-21e501bf-bc40-4f51-b5f8-f9cd5a52673c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.159825] env[69744]: DEBUG oslo_concurrency.lockutils [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] Acquiring lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.160012] env[69744]: DEBUG oslo_concurrency.lockutils [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] Acquired lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.160879] env[69744]: DEBUG nova.network.neutron [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Refreshing network info cache for port 21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.198195] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312509, 'name': Rename_Task, 'duration_secs': 0.45382} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.198506] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.198763] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e96447-613c-40db-baa1-db546a8d7fdf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.207924] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1189.207924] env[69744]: value = "task-3312512" [ 1189.207924] env[69744]: _type = "Task" [ 1189.207924] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.219356] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.409647] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] There are 55 instances to clean {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.409867] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 6c676615-1f15-44da-a66f-b125c30dac1f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.538052] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312510, 'name': CreateVM_Task, 'duration_secs': 0.393703} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.538052] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.538788] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.538956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.539363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.539533] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da9d5e2-cd59-43d6-b14f-8ecb0b9cc834 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.548126] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1189.548126] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52051fcd-f60b-e3b6-fe31-b04b396e5a46" [ 1189.548126] env[69744]: _type = "Task" [ 1189.548126] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.556927] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52051fcd-f60b-e3b6-fe31-b04b396e5a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.605218] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114901} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.605483] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.606381] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b204140-ee51-40d7-af59-b0ce15eb413c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.633239] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 8f395158-662b-461d-95d0-b7c1724130e5/8f395158-662b-461d-95d0-b7c1724130e5.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.633976] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f76079-cf66-4982-92ca-2b52bd11f1d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.654426] env[69744]: INFO nova.compute.manager [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Detaching volume 8603d58d-0c59-4c06-8910-21a17637b28d [ 1189.656074] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312506, 'name': CloneVM_Task, 'duration_secs': 1.446062} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.657683] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Created linked-clone VM from snapshot [ 1189.658558] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfa7fb-b6ed-4066-980e-f9692363db82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.667250] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1189.667250] env[69744]: value = "task-3312513" [ 1189.667250] env[69744]: _type = "Task" [ 1189.667250] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.677597] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Uploading image c08e1953-efb8-4114-a2ae-6f99626c9cfb {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1189.682941] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.699621] env[69744]: DEBUG nova.network.neutron [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Updating instance_info_cache with network_info: [{"id": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "address": "fa:16:3e:6a:04:d5", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9fd37e-dd", "ovs_interfaceid": "8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.716668] env[69744]: INFO nova.virt.block_device [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attempting to driver detach volume 8603d58d-0c59-4c06-8910-21a17637b28d from mountpoint /dev/sdb [ 1189.716844] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.717052] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661412', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'name': 'volume-8603d58d-0c59-4c06-8910-21a17637b28d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'serial': '8603d58d-0c59-4c06-8910-21a17637b28d'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.719181] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6355a01-95a6-4853-8ef3-13c32076945d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.723791] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1189.723791] env[69744]: value = "vm-661433" [ 1189.723791] env[69744]: _type = "VirtualMachine" [ 1189.723791] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1189.725270] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00fa0102-34d6-43bc-9bec-167230e46f45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.732328] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.756196] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e5f9b-1cb2-4c69-8ee9-709fde85db8e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.758723] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lease: (returnval){ [ 1189.758723] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525779cd-46e6-1711-fd00-be7a1e5f312a" [ 1189.758723] env[69744]: _type = "HttpNfcLease" [ 1189.758723] env[69744]: } obtained for exporting VM: (result){ [ 1189.758723] env[69744]: value = "vm-661433" [ 1189.758723] env[69744]: _type = "VirtualMachine" [ 1189.758723] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1189.759062] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the lease: (returnval){ [ 1189.759062] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525779cd-46e6-1711-fd00-be7a1e5f312a" [ 1189.759062] env[69744]: _type = "HttpNfcLease" [ 1189.759062] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.767430] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3789d-0a08-4be4-83bc-9c17c0188ab9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.769755] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.769755] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525779cd-46e6-1711-fd00-be7a1e5f312a" [ 1189.769755] env[69744]: _type = "HttpNfcLease" [ 1189.769755] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.773185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.773410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.797926] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc133d4f-2f48-4582-ade0-bd3b07e2ba4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.819232] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] The volume has not been displaced from its original location: [datastore1] volume-8603d58d-0c59-4c06-8910-21a17637b28d/volume-8603d58d-0c59-4c06-8910-21a17637b28d.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.824549] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.827339] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390e056d-baa6-491f-adbd-9aa7504a084b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.847985] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1189.847985] env[69744]: value = "task-3312515" [ 1189.847985] env[69744]: _type = "Task" [ 1189.847985] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.860698] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.913824] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8d9bf5ba-dbce-4b62-8113-636f4ae901e9] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.994798] env[69744]: DEBUG nova.network.neutron [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Updated VIF entry in instance network info cache for port 21e501bf-bc40-4f51-b5f8-f9cd5a52673c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.995163] env[69744]: DEBUG nova.network.neutron [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Updating instance_info_cache with network_info: [{"id": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "address": "fa:16:3e:d1:1f:2f", "network": {"id": "7e0e8421-59d3-4321-9460-e5819e7591f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-608257329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cda65c534044f79a81673925bb4bae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e501bf-bc", "ovs_interfaceid": "21e501bf-bc40-4f51-b5f8-f9cd5a52673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.059051] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52051fcd-f60b-e3b6-fe31-b04b396e5a46, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.059051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.059051] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.059289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.059435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.059617] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.059878] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e0e9b0f-eddd-4427-8eb0-ecfa50365c10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.072175] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.072418] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.073202] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54007371-e827-4f5f-894c-401270548dff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.078864] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1190.078864] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2687a-ab85-6c9f-8dd2-b5fdd6a4118d" [ 1190.078864] env[69744]: _type = "Task" [ 1190.078864] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.086190] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2687a-ab85-6c9f-8dd2-b5fdd6a4118d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.177147] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.202217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-360f0757-d79a-40b1-8120-0d30f562e597" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.221098] env[69744]: DEBUG oslo_vmware.api [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312512, 'name': PowerOnVM_Task, 'duration_secs': 0.530453} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.221380] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.221580] env[69744]: INFO nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1190.221761] env[69744]: DEBUG nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.222596] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63aba07-2149-4917-956e-1c42e51bcbe7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.266839] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.266839] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525779cd-46e6-1711-fd00-be7a1e5f312a" [ 1190.266839] env[69744]: _type = "HttpNfcLease" [ 1190.266839] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1190.267136] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1190.267136] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525779cd-46e6-1711-fd00-be7a1e5f312a" [ 1190.267136] env[69744]: _type = "HttpNfcLease" [ 1190.267136] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1190.267895] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c02b3-5a14-4f7a-8204-365319e772f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.275874] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.278395] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1190.278528] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1190.357795] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.382857] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eca8755f-5af4-413e-b2e1-5e38589936c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.422059] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 9dff8334-165d-4033-a938-13c3c99533a3] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.498730] env[69744]: DEBUG oslo_concurrency.lockutils [req-19e28ef9-986f-49a5-a62f-d4388aba8e42 req-fca1ab50-1a01-4ccd-8b62-0ba71dc26044 service nova] Releasing lock "refresh_cache-b3924e40-8caa-44f5-ad4a-91bb57071328" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.591813] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e2687a-ab85-6c9f-8dd2-b5fdd6a4118d, 'name': SearchDatastore_Task, 'duration_secs': 0.023904} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.592455] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167808df-4a1c-469b-b7ff-128967a1f15d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.598391] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1190.598391] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523488de-c996-415a-a3b8-fea8dab299ab" [ 1190.598391] env[69744]: _type = "Task" [ 1190.598391] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.606870] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523488de-c996-415a-a3b8-fea8dab299ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.609152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.609369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.678956] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312513, 'name': ReconfigVM_Task, 'duration_secs': 0.846465} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.679294] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 8f395158-662b-461d-95d0-b7c1724130e5/8f395158-662b-461d-95d0-b7c1724130e5.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.679734] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f67ee814-12a1-4c9e-8b89-85e578f39012 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.686589] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1190.686589] env[69744]: value = "task-3312516" [ 1190.686589] env[69744]: _type = "Task" [ 1190.686589] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.695892] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312516, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.744012] env[69744]: INFO nova.compute.manager [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Took 19.88 seconds to build instance. [ 1190.796458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.796836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.798644] env[69744]: INFO nova.compute.claims [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.860961] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312515, 'name': ReconfigVM_Task, 'duration_secs': 0.610262} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.861393] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.866656] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79fd747-1278-48d7-af89-37db95970e68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.885085] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1190.885085] env[69744]: value = "task-3312517" [ 1190.885085] env[69744]: _type = "Task" [ 1190.885085] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.893971] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.927169] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 32e9360c-50e8-4653-a576-7133a6bd0d1f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.064823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "57c8d735-784c-4753-8739-99eac811701d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.065084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.110791] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523488de-c996-415a-a3b8-fea8dab299ab, 'name': SearchDatastore_Task, 'duration_secs': 0.031781} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.110952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.111147] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b3924e40-8caa-44f5-ad4a-91bb57071328/b3924e40-8caa-44f5-ad4a-91bb57071328.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.112219] env[69744]: DEBUG nova.compute.utils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.113548] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af13423-6f79-4de1-9409-db7980e0d83e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.120779] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1191.120779] env[69744]: value = "task-3312518" [ 1191.120779] env[69744]: _type = "Task" [ 1191.120779] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.131449] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.198059] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312516, 'name': Rename_Task, 'duration_secs': 0.211758} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.198432] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.198701] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4ea000-da5e-4ae0-9b5f-e8517262062c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.207266] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1191.207266] env[69744]: value = "task-3312519" [ 1191.207266] env[69744]: _type = "Task" [ 1191.207266] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.224489] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.246078] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce39451d-df59-4356-ab6c-f80b1a89c9a9 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.395s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.398659] env[69744]: DEBUG oslo_vmware.api [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312517, 'name': ReconfigVM_Task, 'duration_secs': 0.176551} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.399578] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661412', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'name': 'volume-8603d58d-0c59-4c06-8910-21a17637b28d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '8603d58d-0c59-4c06-8910-21a17637b28d', 'serial': '8603d58d-0c59-4c06-8910-21a17637b28d'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.431453] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 9b2fbbab-6621-4050-a704-d8d9c606fb58] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.568354] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.617424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.643435] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.719395] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.739557] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.739902] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fadfbdcb-ae99-4517-b2e1-fd806bfafa9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.747781] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1191.747781] env[69744]: value = "task-3312520" [ 1191.747781] env[69744]: _type = "Task" [ 1191.747781] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.757361] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.804100] env[69744]: DEBUG nova.compute.manager [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Received event network-changed-d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.804506] env[69744]: DEBUG nova.compute.manager [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Refreshing instance network info cache due to event network-changed-d1196c50-be5c-48ea-9fec-d125b2f5bbee. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.804799] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.804987] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.805207] env[69744]: DEBUG nova.network.neutron [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Refreshing network info cache for port d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.940616] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: b606a611-d9d3-4326-b652-2df1d450490a] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.964500] env[69744]: DEBUG nova.objects.instance [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'flavor' on Instance uuid 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.027588] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067b3d6-4c53-439a-b422-a3f32d6c7409 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.034649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2f8ed-9dfe-47ba-80ec-439fc3d50f0b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.072655] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f32b6-7edc-4412-beb6-3bf1008762da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.087024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d90cc4-749e-4efa-8473-9f50b6593efb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.105325] env[69744]: DEBUG nova.compute.provider_tree [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.108189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.132688] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663371} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.132951] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] b3924e40-8caa-44f5-ad4a-91bb57071328/b3924e40-8caa-44f5-ad4a-91bb57071328.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.133205] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.133470] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41aa5494-b21a-47f8-ad97-fdde4d75b68c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.139965] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1192.139965] env[69744]: value = "task-3312521" [ 1192.139965] env[69744]: _type = "Task" [ 1192.139965] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.149302] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.219814] env[69744]: DEBUG oslo_vmware.api [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312519, 'name': PowerOnVM_Task, 'duration_secs': 0.644041} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.220135] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.220367] env[69744]: INFO nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1192.220557] env[69744]: DEBUG nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.221663] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5308a86d-34e1-4476-9980-b0f8aef9b1db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.258607] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312520, 'name': PowerOffVM_Task, 'duration_secs': 0.300608} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.258798] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.259711] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb810e9-05d6-425c-9227-b1f7595f21d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.281132] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f807e6-f2ac-46a4-b479-0c919d60499a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.311893] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.312275] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de30c56-377d-4209-8682-9b4cfa56c622 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.319835] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1192.319835] env[69744]: value = "task-3312522" [ 1192.319835] env[69744]: _type = "Task" [ 1192.319835] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.330923] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1192.330923] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.330923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.331256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.331256] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.331514] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c87f1eed-80ff-41fc-8727-8cf1458ea19c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.340615] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.340802] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.341576] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96727970-4e8f-4322-ad71-b865a562f34a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.346703] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1192.346703] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec0cc2-2928-7eed-f57d-9a000c8196e7" [ 1192.346703] env[69744]: _type = "Task" [ 1192.346703] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.354728] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec0cc2-2928-7eed-f57d-9a000c8196e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.446025] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e15055cd-f2c7-40c8-b42b-7fa29b5c60b7] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.610838] env[69744]: DEBUG nova.scheduler.client.report [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.650460] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095826} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.650748] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.651692] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284d9da-c6ee-455c-9572-058388894ea7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.675087] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b3924e40-8caa-44f5-ad4a-91bb57071328/b3924e40-8caa-44f5-ad4a-91bb57071328.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.676127] env[69744]: DEBUG nova.network.neutron [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updated VIF entry in instance network info cache for port d1196c50-be5c-48ea-9fec-d125b2f5bbee. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.676440] env[69744]: DEBUG nova.network.neutron [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.677866] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e78d1bd-a511-43b2-946f-b96da37b2e6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.699229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.699470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.699776] env[69744]: INFO nova.compute.manager [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Attaching volume 478c69fa-4508-4c7f-96c9-fb396d168b57 to /dev/sdb [ 1192.701700] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1192.701700] env[69744]: value = "task-3312523" [ 1192.701700] env[69744]: _type = "Task" [ 1192.701700] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.711653] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.740681] env[69744]: INFO nova.compute.manager [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Took 21.43 seconds to build instance. [ 1192.743473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3521cb7c-eb32-474f-9d75-159ac1d470f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.751929] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a372b-1ff6-4ac5-9463-b9cde332eec4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.774339] env[69744]: DEBUG nova.virt.block_device [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating existing volume attachment record: cd9306ac-ef0e-4ffa-8763-0ff26f0db7f6 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1192.860960] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ec0cc2-2928-7eed-f57d-9a000c8196e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.861900] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc3bf5a-e72f-40fe-93f0-6cff38848b0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.869248] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1192.869248] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52338b94-6372-0a2c-731f-53a083f09740" [ 1192.869248] env[69744]: _type = "Task" [ 1192.869248] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.881425] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52338b94-6372-0a2c-731f-53a083f09740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.950194] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 6339a5d4-dfa8-4ad3-867c-eb4d87eeddf0] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.975324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-bca66e1c-c3af-4d13-94e6-0eef6ce53cf2 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.834s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.116015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.116833] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.119939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.012s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.121695] env[69744]: INFO nova.compute.claims [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.194252] env[69744]: DEBUG oslo_concurrency.lockutils [req-5e9554bc-d981-4da8-a54f-4f0edfb501b7 req-ed87d96b-e009-406c-9b9b-4780eb1fa704 service nova] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.211524] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312523, 'name': ReconfigVM_Task, 'duration_secs': 0.303344} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.211837] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b3924e40-8caa-44f5-ad4a-91bb57071328/b3924e40-8caa-44f5-ad4a-91bb57071328.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.212501] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3321f27-4a98-4dca-be61-c8391e82993a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.222424] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1193.222424] env[69744]: value = "task-3312525" [ 1193.222424] env[69744]: _type = "Task" [ 1193.222424] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.231968] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312525, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.248089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-cb15dafb-06fb-475c-a85d-a087f8db72c7 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.972s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.381366] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52338b94-6372-0a2c-731f-53a083f09740, 'name': SearchDatastore_Task, 'duration_secs': 0.018766} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.381366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.381691] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1193.382403] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86db89ed-fd20-43ff-bb48-83e45f9138c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.389806] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1193.389806] env[69744]: value = "task-3312526" [ 1193.389806] env[69744]: _type = "Task" [ 1193.389806] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.399606] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.454503] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: ec3682e7-1bdd-41c2-b18c-4fdf25d8290c] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.512036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.512036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.626681] env[69744]: DEBUG nova.compute.utils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.632120] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.632391] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.716778] env[69744]: DEBUG nova.policy [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7783d011a2cc444096703c1001401465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6044b3caccdf4b869a80f6a0ac4d3c6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.732461] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312525, 'name': Rename_Task, 'duration_secs': 0.27762} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.732774] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.733097] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04406abc-8a53-44ea-b9c8-1ba3bc09f025 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.742763] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1193.742763] env[69744]: value = "task-3312527" [ 1193.742763] env[69744]: _type = "Task" [ 1193.742763] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.753656] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.901903] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312526, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.960045] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 76eb39b8-ef86-4a6d-a39f-d1eb85c6ef8a] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.017936] env[69744]: INFO nova.compute.manager [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Detaching volume 9747db77-65f2-4fbf-93ed-03d26e9ec4cd [ 1194.067294] env[69744]: INFO nova.virt.block_device [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Attempting to driver detach volume 9747db77-65f2-4fbf-93ed-03d26e9ec4cd from mountpoint /dev/sdc [ 1194.067555] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.067744] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661423', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'name': 'volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'serial': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.069355] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7752236-9c68-4117-a9b7-249ae1d927ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.101372] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d7154-0a09-4c67-8274-7700e073b826 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.109162] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253c4823-78a7-40b9-b9fa-5c315d55b104 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.137327] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.150106] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f138b4e-9efe-435a-8ceb-b7b29252fd97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.171902] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] The volume has not been displaced from its original location: [datastore1] volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd/volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.176513] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.180184] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49544ed5-5c05-480f-a25f-3c4f0e9334a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.195581] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Successfully created port: b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.206595] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1194.206595] env[69744]: value = "task-3312528" [ 1194.206595] env[69744]: _type = "Task" [ 1194.206595] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.222397] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.261609] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.378430] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c59d6-986b-495e-83e3-a737e857d3b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.389682] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b027240-3249-460a-96a0-a52a412bbfb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.406033] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738702} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.434293] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 1194.435852] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e12718-8271-4142-8443-ba473e23fb95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.440092] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b2241f-b5cc-4b03-952a-c918d61e3918 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.463591] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a85443-d4ae-4bd4-90e5-c3780f9aeed3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.468550] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: d681d8f3-3738-4333-9c70-4a2df190be2f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.477972] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.480517] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bbe2c8-2e03-4873-8b67-e3afc7227764 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.511945] env[69744]: DEBUG nova.compute.provider_tree [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.515699] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1194.515699] env[69744]: value = "task-3312529" [ 1194.515699] env[69744]: _type = "Task" [ 1194.515699] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.527429] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.717696] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312528, 'name': ReconfigVM_Task, 'duration_secs': 0.309908} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.717977] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.722897] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690ad79d-2c34-4531-ad09-b5a9cae40cd9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.740778] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1194.740778] env[69744]: value = "task-3312530" [ 1194.740778] env[69744]: _type = "Task" [ 1194.740778] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.753242] env[69744]: DEBUG oslo_vmware.api [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312527, 'name': PowerOnVM_Task, 'duration_secs': 0.949528} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.757688] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.757688] env[69744]: INFO nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1194.757688] env[69744]: DEBUG nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.757688] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.758479] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fafff2-fff8-4132-8355-b350987988a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.979382] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 50570547-53a5-4cd9-a774-17040ca0ec49] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.998795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "8f395158-662b-461d-95d0-b7c1724130e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.999097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.999350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "8f395158-662b-461d-95d0-b7c1724130e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.999563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.999739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.002286] env[69744]: INFO nova.compute.manager [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Terminating instance [ 1195.017163] env[69744]: DEBUG nova.scheduler.client.report [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.034654] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.158061] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.182445] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.182861] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.183100] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.183355] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.183526] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.183700] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.183923] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.185151] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.185151] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.185151] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.185151] env[69744]: DEBUG nova.virt.hardware [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.185526] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742c66a-8981-4eba-b1a6-6ef5011dbe2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.198034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670155f-c7c2-4296-a878-e3e3ed971d33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.252756] env[69744]: DEBUG oslo_vmware.api [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312530, 'name': ReconfigVM_Task, 'duration_secs': 0.206679} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.253863] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661423', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'name': 'volume-9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28f28fbf-7a7b-4fae-8b98-065fd5ba1082', 'attached_at': '', 'detached_at': '', 'volume_id': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd', 'serial': '9747db77-65f2-4fbf-93ed-03d26e9ec4cd'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.279124] env[69744]: INFO nova.compute.manager [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Took 23.51 seconds to build instance. [ 1195.482925] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 858691ff-5afc-40bb-b513-d27a6480fccc] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.506705] env[69744]: DEBUG nova.compute.manager [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.507031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.509736] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd921e-778b-41b7-a1aa-5d4d9213f736 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.530298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.530678] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.535368] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.539722] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b4e3cc-96e1-4e7f-b12e-f0597b6ef921 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.551574] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312529, 'name': ReconfigVM_Task, 'duration_secs': 0.690508} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.555910] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.557436] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1195.557436] env[69744]: value = "task-3312532" [ 1195.557436] env[69744]: _type = "Task" [ 1195.557436] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.560312] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d652308-c051-4227-8d23-000d7a455970 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.571987] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.593968] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ae60c7-8a86-44a3-80c5-7a81b4d3e9c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.611227] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1195.611227] env[69744]: value = "task-3312533" [ 1195.611227] env[69744]: _type = "Task" [ 1195.611227] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.621165] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.780140] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ce4a0a57-4487-42fc-b99c-7808a12c311d tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.024s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.805180] env[69744]: DEBUG nova.objects.instance [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'flavor' on Instance uuid 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.819106] env[69744]: DEBUG nova.compute.manager [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.819106] env[69744]: DEBUG oslo_concurrency.lockutils [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.819106] env[69744]: DEBUG oslo_concurrency.lockutils [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.819106] env[69744]: DEBUG oslo_concurrency.lockutils [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.819106] env[69744]: DEBUG nova.compute.manager [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] No waiting events found dispatching network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.819106] env[69744]: WARNING nova.compute.manager [req-2df8caf9-e93f-4a23-ad81-9a7397aa87cb req-c26001ce-76ee-446a-8c16-d19e962a5bda service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received unexpected event network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b for instance with vm_state building and task_state spawning. [ 1195.988332] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 83249de9-634d-4441-aced-5311d10f7766] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.029025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b3924e40-8caa-44f5-ad4a-91bb57071328" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.029025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.029025] env[69744]: DEBUG nova.compute.manager [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.029025] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccafe7ba-f8c2-44cb-833e-bb3780c513b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.038881] env[69744]: DEBUG nova.compute.utils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.043031] env[69744]: DEBUG nova.compute.manager [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1196.043031] env[69744]: DEBUG nova.objects.instance [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'flavor' on Instance uuid b3924e40-8caa-44f5-ad4a-91bb57071328 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.043538] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.043858] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.069762] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Successfully updated port: b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.081855] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312532, 'name': PowerOffVM_Task, 'duration_secs': 0.397952} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.082461] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.082840] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.083199] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa29aa1-bd7f-40ae-908c-5fa8c6ca1dd0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.090198] env[69744]: DEBUG nova.policy [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '567d95ff82614be387d8f63388f46c89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e23571776d97420fa299bf30f1033a21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.133235] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.162858] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.163102] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.163329] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Deleting the datastore file [datastore1] 8f395158-662b-461d-95d0-b7c1724130e5 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.163578] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-988e8342-edc3-4da5-b63b-2becc845fa86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.185888] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for the task: (returnval){ [ 1196.185888] env[69744]: value = "task-3312535" [ 1196.185888] env[69744]: _type = "Task" [ 1196.185888] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.196808] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.431979] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Successfully created port: 89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.490189] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 9929ad7e-132d-4c36-8d06-61d64c16d74e] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.545232] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.576343] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.576343] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.576343] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.630467] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.700850] env[69744]: DEBUG oslo_vmware.api [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Task: {'id': task-3312535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289746} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.701136] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.704123] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.704123] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.704123] env[69744]: INFO nova.compute.manager [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1196.704123] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.704123] env[69744]: DEBUG nova.compute.manager [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.704123] env[69744]: DEBUG nova.network.neutron [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.814588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ae8d9e05-ff0d-43e3-9ade-e9859798805d tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.890027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "a768d6e4-adb2-4798-97ac-7564782db848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.890211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.000084] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e0c19e6e-173d-4093-84fa-b674e67df097] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.053994] env[69744]: INFO nova.virt.block_device [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Booting with volume be4d5a54-5bc0-4681-9b7f-1246aefa77fb at /dev/sda [ 1197.058339] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.058705] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b504416-0351-4556-bb3f-7d0d107b7c07 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.068581] env[69744]: DEBUG oslo_vmware.api [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1197.068581] env[69744]: value = "task-3312536" [ 1197.068581] env[69744]: _type = "Task" [ 1197.068581] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.084489] env[69744]: DEBUG oslo_vmware.api [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.107026] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edc67e74-fce1-4ee1-9d47-d8c7019e24e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.125344] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d7dd4-affe-4e47-8517-33cc60a61e13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.146486] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.150166] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312533, 'name': ReconfigVM_Task, 'duration_secs': 1.14535} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.151458] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.152158] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da65ab9-10f2-4fa1-a968-2332675a6aef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.198217] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b38f7772-37aa-48b7-ae1f-bc35d38cbead {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.201266] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1197.201266] env[69744]: value = "task-3312537" [ 1197.201266] env[69744]: _type = "Task" [ 1197.201266] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.210896] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb35d23-75b1-4639-b5d5-6e57c51a8cfa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.225330] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312537, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.255951] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48cd56-f731-4ed3-8866-a8a7cf8b1bc2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.264701] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269fdadc-b260-4b5c-b70f-64b0351310d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.281942] env[69744]: DEBUG nova.virt.block_device [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating existing volume attachment record: 57c6e131-5eea-4c43-aeb1-3c3410234dcb {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1197.346187] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.346187] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661435', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'name': 'volume-478c69fa-4508-4c7f-96c9-fb396d168b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ead94d9-2bea-4854-bc92-96a8b492decd', 'attached_at': '', 'detached_at': '', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'serial': '478c69fa-4508-4c7f-96c9-fb396d168b57'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.346187] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913a61c-74e0-4c48-92b5-85bf89227d1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.374037] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab8bfb-468c-4b5b-a9ee-f8ceefb5feab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.378710] env[69744]: DEBUG nova.network.neutron [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.411162] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.429733] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-478c69fa-4508-4c7f-96c9-fb396d168b57/volume-478c69fa-4508-4c7f-96c9-fb396d168b57.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.431524] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b82506-616f-4bd1-bc7c-c326ae2228ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.454880] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1197.454880] env[69744]: value = "task-3312538" [ 1197.454880] env[69744]: _type = "Task" [ 1197.454880] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.465534] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.502670] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 126e6b53-56b0-455f-a31d-b7dcbd05093f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.579517] env[69744]: DEBUG oslo_vmware.api [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.651927] env[69744]: DEBUG nova.network.neutron [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.713087] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.867988] env[69744]: DEBUG nova.compute.manager [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.867988] env[69744]: DEBUG nova.compute.manager [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing instance network info cache due to event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.867988] env[69744]: DEBUG oslo_concurrency.lockutils [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.881878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.882372] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance network_info: |[{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.882704] env[69744]: DEBUG oslo_concurrency.lockutils [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.882951] env[69744]: DEBUG nova.network.neutron [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.884412] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:04:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a6df68-c7ef-4529-9bb3-e13fa709d86b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.893233] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.894401] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.894706] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b637d2a-b8e1-4117-b7c5-c61287d8f2b2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.919913] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.919913] env[69744]: value = "task-3312539" [ 1197.919913] env[69744]: _type = "Task" [ 1197.919913] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.933731] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312539, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.953168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.953507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.955046] env[69744]: INFO nova.compute.claims [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.971280] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.975148] env[69744]: DEBUG nova.compute.manager [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Received event network-vif-plugged-89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.975148] env[69744]: DEBUG oslo_concurrency.lockutils [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] Acquiring lock "57c8d735-784c-4753-8739-99eac811701d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.975302] env[69744]: DEBUG oslo_concurrency.lockutils [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] Lock "57c8d735-784c-4753-8739-99eac811701d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.975365] env[69744]: DEBUG oslo_concurrency.lockutils [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] Lock "57c8d735-784c-4753-8739-99eac811701d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.975583] env[69744]: DEBUG nova.compute.manager [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] No waiting events found dispatching network-vif-plugged-89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.975804] env[69744]: WARNING nova.compute.manager [req-73bea334-553a-4ae6-87cc-b8adedd8f311 req-b2d9ff1a-86bd-4642-b118-8358b358ed57 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Received unexpected event network-vif-plugged-89e61955-f914-4b9d-965c-b8e153693201 for instance with vm_state building and task_state block_device_mapping. [ 1198.006100] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 250cb0d3-8811-4b97-8467-27aa59ba2b76] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.082328] env[69744]: DEBUG oslo_vmware.api [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312536, 'name': PowerOffVM_Task, 'duration_secs': 0.878212} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.082561] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.083011] env[69744]: DEBUG nova.compute.manager [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.087850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4954174e-8893-4aa5-aa0c-e9df8bb212f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.092862] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Successfully updated port: 89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.097782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.097782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.097782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.097782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.097782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.099094] env[69744]: INFO nova.compute.manager [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Terminating instance [ 1198.154583] env[69744]: INFO nova.compute.manager [-] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Took 1.45 seconds to deallocate network for instance. [ 1198.214583] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.431828] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312539, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.471230] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312538, 'name': ReconfigVM_Task, 'duration_secs': 0.818774} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.471527] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-478c69fa-4508-4c7f-96c9-fb396d168b57/volume-478c69fa-4508-4c7f-96c9-fb396d168b57.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.477316] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0d2c0e-43d0-450a-b518-da74d6d3c18a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.496494] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1198.496494] env[69744]: value = "task-3312540" [ 1198.496494] env[69744]: _type = "Task" [ 1198.496494] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.506680] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.510248] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: a9836025-20ce-47bf-bb16-eac2d872f225] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.598013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.598239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquired lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.598406] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.608247] env[69744]: DEBUG nova.compute.manager [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.608448] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.608904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ee6b2d4a-38ac-4e65-8b1e-671d5f79303b tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.582s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.611476] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac06cd-1705-4051-901b-2039ec0bc7ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.620736] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.621118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea6ba8e-a475-41cc-82ee-237231e13a11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.629573] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1198.629573] env[69744]: value = "task-3312541" [ 1198.629573] env[69744]: _type = "Task" [ 1198.629573] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.639764] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.640736] env[69744]: DEBUG nova.network.neutron [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updated VIF entry in instance network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.641102] env[69744]: DEBUG nova.network.neutron [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.663740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.715131] env[69744]: DEBUG oslo_vmware.api [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312537, 'name': PowerOnVM_Task, 'duration_secs': 1.090849} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.715605] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.718410] env[69744]: DEBUG nova.compute.manager [None req-c6f07368-45c1-4d22-9216-54ee9d18f78c tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.719498] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2731e924-2591-4763-98ab-6672cf5ab7f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.777241] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.778445] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e6b293-4707-46d4-a8bb-43dda8b5ec8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.785370] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.785540] env[69744]: ERROR oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk due to incomplete transfer. [ 1198.786044] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d6bc7a2-33ee-4866-a1c0-55b35e8d0444 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.794284] env[69744]: DEBUG oslo_vmware.rw_handles [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e123-d20d-902b-a2a3-0f394698bb2e/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1198.794485] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Uploaded image c08e1953-efb8-4114-a2ae-6f99626c9cfb to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1198.796792] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.797056] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1494e14-1984-45eb-aec9-2cd1ab544285 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.804198] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1198.804198] env[69744]: value = "task-3312542" [ 1198.804198] env[69744]: _type = "Task" [ 1198.804198] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.814352] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312542, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.935372] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312539, 'name': CreateVM_Task, 'duration_secs': 0.71006} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.935372] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.935842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.935973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.936321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.936589] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56c4c0-808d-4f40-9795-ffb744c333cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.947472] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1198.947472] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52218b1e-f209-962e-505a-5e45f3bb17c4" [ 1198.947472] env[69744]: _type = "Task" [ 1198.947472] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.958143] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52218b1e-f209-962e-505a-5e45f3bb17c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.010910] env[69744]: DEBUG oslo_vmware.api [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312540, 'name': ReconfigVM_Task, 'duration_secs': 0.252322} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.011244] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661435', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'name': 'volume-478c69fa-4508-4c7f-96c9-fb396d168b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ead94d9-2bea-4854-bc92-96a8b492decd', 'attached_at': '', 'detached_at': '', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'serial': '478c69fa-4508-4c7f-96c9-fb396d168b57'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1199.014581] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 3dcef78f-c178-4655-bfd7-19c159233ad1] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.138318] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.144082] env[69744]: DEBUG oslo_concurrency.lockutils [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.144211] env[69744]: DEBUG nova.compute.manager [req-aa600b58-424c-4d8e-a412-eb72d69159dc req-8f434d62-005b-4dc2-bedd-37af91ae42f5 service nova] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Received event network-vif-deleted-30085ec1-5329-483f-aa1f-e8a144267c86 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.150945] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312541, 'name': PowerOffVM_Task, 'duration_secs': 0.330827} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.150945] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.150945] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.150945] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6b5f58b-f376-466e-ac76-08ea1cf3d213 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.172034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827888b-b611-4137-be4b-92d2b1d4912b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.183422] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367d5d77-8d1f-4abc-9e5a-23a728dfe19f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.220897] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650946c-02f4-4766-af17-55d8eacae067 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.228394] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef882fc3-f2ae-4c16-bbab-b15757103c72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.249738] env[69744]: DEBUG nova.compute.provider_tree [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.253624] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.253624] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.253837] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleting the datastore file [datastore2] 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.254171] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e6a5d6-4260-4af1-9cd1-2a8a18b0d408 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.266315] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for the task: (returnval){ [ 1199.266315] env[69744]: value = "task-3312544" [ 1199.266315] env[69744]: _type = "Task" [ 1199.266315] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.278364] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.297957] env[69744]: DEBUG nova.network.neutron [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating instance_info_cache with network_info: [{"id": "89e61955-f914-4b9d-965c-b8e153693201", "address": "fa:16:3e:37:2c:2b", "network": {"id": "35825052-6534-4cea-b9eb-f141c7ab325f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1001662528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23571776d97420fa299bf30f1033a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e61955-f9", "ovs_interfaceid": "89e61955-f914-4b9d-965c-b8e153693201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.318598] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312542, 'name': Destroy_Task, 'duration_secs': 0.336507} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.319023] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Destroyed the VM [ 1199.319294] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.319557] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ad41324-3550-464c-ae4e-c53937200c32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.328088] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1199.328088] env[69744]: value = "task-3312545" [ 1199.328088] env[69744]: _type = "Task" [ 1199.328088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.338218] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.390274] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.390918] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.391203] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.391451] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.391722] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.391958] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.392237] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.392499] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.392722] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.392987] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.393393] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.393675] env[69744]: DEBUG nova.virt.hardware [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.394660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf61e7-d1fa-411e-b9b1-f47388d4d4a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.403665] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9f7f9-61b3-46d6-b864-bdbc860249d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.457998] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52218b1e-f209-962e-505a-5e45f3bb17c4, 'name': SearchDatastore_Task, 'duration_secs': 0.035912} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.458339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458589] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.458837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.458995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.459206] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.459521] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dce3491-6998-4a47-a7f7-9f29a62cbb95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.480630] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.480926] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.481944] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8479dcfe-aff1-4de1-b776-7c3bfd36e6ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.489134] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1199.489134] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526712f1-485b-25dd-c5cb-764b9620c9f7" [ 1199.489134] env[69744]: _type = "Task" [ 1199.489134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.498143] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526712f1-485b-25dd-c5cb-764b9620c9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.520666] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cca0bf85-021c-4850-827e-bea819cf9400] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.752344] env[69744]: DEBUG nova.scheduler.client.report [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.778491] env[69744]: DEBUG oslo_vmware.api [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Task: {'id': task-3312544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272865} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.778760] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.778938] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.779128] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.779305] env[69744]: INFO nova.compute.manager [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1199.779544] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.779764] env[69744]: DEBUG nova.compute.manager [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.779814] env[69744]: DEBUG nova.network.neutron [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.801918] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Releasing lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.802562] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Instance network_info: |[{"id": "89e61955-f914-4b9d-965c-b8e153693201", "address": "fa:16:3e:37:2c:2b", "network": {"id": "35825052-6534-4cea-b9eb-f141c7ab325f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1001662528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23571776d97420fa299bf30f1033a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e61955-f9", "ovs_interfaceid": "89e61955-f914-4b9d-965c-b8e153693201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.803312] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2c:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89e61955-f914-4b9d-965c-b8e153693201', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.811646] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Creating folder: Project (e23571776d97420fa299bf30f1033a21). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.812367] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e6e461c-7c09-4c9e-ab27-971fe178861a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.830558] env[69744]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1199.830752] env[69744]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69744) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1199.831346] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Folder already exists: Project (e23571776d97420fa299bf30f1033a21). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1199.831725] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Creating folder: Instances. Parent ref: group-v661414. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.834972] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7012e059-df21-4306-8b61-c1ce6c779a3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.844701] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312545, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.848153] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Created folder: Instances in parent group-v661414. [ 1199.849032] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.849032] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.849032] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f75515f3-9a3f-4b42-a79c-757d2311b70d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.869700] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.869700] env[69744]: value = "task-3312548" [ 1199.869700] env[69744]: _type = "Task" [ 1199.869700] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.879265] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312548, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.000165] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526712f1-485b-25dd-c5cb-764b9620c9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.002060] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8118aa9-895b-4084-811d-e05a33fe3ef1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.005506] env[69744]: DEBUG nova.compute.manager [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Received event network-changed-89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.005904] env[69744]: DEBUG nova.compute.manager [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Refreshing instance network info cache due to event network-changed-89e61955-f914-4b9d-965c-b8e153693201. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.005974] env[69744]: DEBUG oslo_concurrency.lockutils [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] Acquiring lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.006123] env[69744]: DEBUG oslo_concurrency.lockutils [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] Acquired lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.006518] env[69744]: DEBUG nova.network.neutron [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Refreshing network info cache for port 89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.013387] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1200.013387] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6bd82-a3df-8503-8655-e460565ab381" [ 1200.013387] env[69744]: _type = "Task" [ 1200.013387] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.022322] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6bd82-a3df-8503-8655-e460565ab381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.025363] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 568b945b-16bd-4d25-b71f-d92d296791a4] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.064924] env[69744]: DEBUG nova.objects.instance [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid 3ead94d9-2bea-4854-bc92-96a8b492decd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.210770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b3924e40-8caa-44f5-ad4a-91bb57071328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.211099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.211322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.211506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.211671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.214537] env[69744]: INFO nova.compute.manager [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Terminating instance [ 1200.260469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.261031] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.264624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.601s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.264754] env[69744]: DEBUG nova.objects.instance [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lazy-loading 'resources' on Instance uuid 8f395158-662b-461d-95d0-b7c1724130e5 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.342826] env[69744]: DEBUG oslo_vmware.api [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.666124} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.343079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.343344] env[69744]: INFO nova.compute.manager [None req-9df96316-398e-47b4-b597-6bb2a2d67e40 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 1200.384268] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312548, 'name': CreateVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.524247] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6bd82-a3df-8503-8655-e460565ab381, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.524553] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.524816] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.525420] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f77b01f-094d-4daf-b5da-8d9f9f29b6ea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.530198] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8f32e1a9-2d89-4596-af85-ea4c99173f02] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.536025] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1200.536025] env[69744]: value = "task-3312549" [ 1200.536025] env[69744]: _type = "Task" [ 1200.536025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.546637] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.570904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ea327f-a097-4d54-8fb1-a8be41432dde tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.719340] env[69744]: DEBUG nova.compute.manager [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.719545] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.720488] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4f4bf7-1938-4322-bf22-67959e25c554 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.725121] env[69744]: DEBUG nova.network.neutron [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updated VIF entry in instance network info cache for port 89e61955-f914-4b9d-965c-b8e153693201. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.725121] env[69744]: DEBUG nova.network.neutron [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating instance_info_cache with network_info: [{"id": "89e61955-f914-4b9d-965c-b8e153693201", "address": "fa:16:3e:37:2c:2b", "network": {"id": "35825052-6534-4cea-b9eb-f141c7ab325f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1001662528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23571776d97420fa299bf30f1033a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e61955-f9", "ovs_interfaceid": "89e61955-f914-4b9d-965c-b8e153693201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.731973] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.732320] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cfa99ec-6d10-4f75-92d2-4022e660c06a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.742716] env[69744]: DEBUG nova.network.neutron [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.765071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.765444] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.767683] env[69744]: DEBUG nova.compute.utils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.773148] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.773809] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.813679] env[69744]: DEBUG nova.policy [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '970d5e99e6e845acb2b51397cd9328b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e46bffef5a4867aad10e9624d6950e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.822531] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.822531] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.822941] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] b3924e40-8caa-44f5-ad4a-91bb57071328 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.823853] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f09eb0-5116-4978-a3a3-57ff5e2784f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.833491] env[69744]: DEBUG oslo_vmware.api [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1200.833491] env[69744]: value = "task-3312551" [ 1200.833491] env[69744]: _type = "Task" [ 1200.833491] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.853143] env[69744]: DEBUG oslo_vmware.api [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.871197] env[69744]: INFO nova.compute.manager [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Rescuing [ 1200.871197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.871375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.871793] env[69744]: DEBUG nova.network.neutron [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.886341] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312548, 'name': CreateVM_Task, 'duration_secs': 0.528645} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.886414] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.888249] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '57c6e131-5eea-4c43-aeb1-3c3410234dcb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661424', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'name': 'volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57c8d735-784c-4753-8739-99eac811701d', 'attached_at': '', 'detached_at': '', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'serial': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69744) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1200.888249] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Root volume attach. Driver type: vmdk {{(pid=69744) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1200.889494] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391b774-bfa2-40cd-b502-4ef0ed9f6a0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.902977] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbbfa9-4ec9-4469-9206-032bf2813757 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.911971] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f571673-27b5-4d95-919d-c9a2c7b54524 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.922866] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d788186b-a2da-48a1-92df-c54c2b124816 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.933996] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1200.933996] env[69744]: value = "task-3312552" [ 1200.933996] env[69744]: _type = "Task" [ 1200.933996] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.948808] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.036557] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 93dd6c8d-b429-420a-8272-e9a2b5ab1d20] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.052578] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.054424] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862d408-77e7-417c-aeb7-18e4f34f7b20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.063493] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e85a37c-b4c6-4dfa-8e79-8017f3193180 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.104154] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002d8b8-d88d-4735-ad30-a89fa5e1759b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.115310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc102c8e-acf7-44fd-b309-60e7fd6024d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.132963] env[69744]: DEBUG nova.compute.provider_tree [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.194064] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Successfully created port: 8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.228553] env[69744]: DEBUG oslo_concurrency.lockutils [req-64e566ba-1b2e-4956-a187-c4c4631b2671 req-338d3a21-cb26-4064-ae29-0302876b0087 service nova] Releasing lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.245469] env[69744]: INFO nova.compute.manager [-] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Took 1.47 seconds to deallocate network for instance. [ 1201.273991] env[69744]: INFO nova.compute.manager [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Detaching volume 478c69fa-4508-4c7f-96c9-fb396d168b57 [ 1201.277710] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.341455] env[69744]: INFO nova.virt.block_device [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Attempting to driver detach volume 478c69fa-4508-4c7f-96c9-fb396d168b57 from mountpoint /dev/sdb [ 1201.342328] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1201.342328] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661435', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'name': 'volume-478c69fa-4508-4c7f-96c9-fb396d168b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ead94d9-2bea-4854-bc92-96a8b492decd', 'attached_at': '', 'detached_at': '', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'serial': '478c69fa-4508-4c7f-96c9-fb396d168b57'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1201.343200] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e9cee-a816-400d-abab-c69bbea7588e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.349707] env[69744]: DEBUG oslo_vmware.api [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.373253] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9a4ef-3336-4094-a6d2-940f29114b8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.385131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc7ee8-0034-421c-8f57-5722673dd809 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.410844] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fece1f35-b384-4117-864f-d501d8610563 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.433584] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] The volume has not been displaced from its original location: [datastore2] volume-478c69fa-4508-4c7f-96c9-fb396d168b57/volume-478c69fa-4508-4c7f-96c9-fb396d168b57.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1201.439753] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.440892] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cff82d3-28a4-4fa4-8697-e47457e8d757 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.466577] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 34%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.468527] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1201.468527] env[69744]: value = "task-3312553" [ 1201.468527] env[69744]: _type = "Task" [ 1201.468527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.480437] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.544294] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e7644dfd-efde-469e-9964-402947d28d24] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.551024] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826165} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.551635] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.554717] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.554717] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1e63f2-ed26-40fd-b59d-f5910956b3a5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.562402] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1201.562402] env[69744]: value = "task-3312554" [ 1201.562402] env[69744]: _type = "Task" [ 1201.562402] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.577341] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.636071] env[69744]: DEBUG nova.scheduler.client.report [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.753365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.768357] env[69744]: DEBUG nova.network.neutron [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [{"id": "f5140f88-afd8-4095-8069-a97cc4460cea", "address": "fa:16:3e:f7:84:f1", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5140f88-af", "ovs_interfaceid": "f5140f88-afd8-4095-8069-a97cc4460cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.850025] env[69744]: DEBUG oslo_vmware.api [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616685} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.850025] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.850025] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.850025] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.850025] env[69744]: INFO nova.compute.manager [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1201.850025] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.850025] env[69744]: DEBUG nova.compute.manager [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.850025] env[69744]: DEBUG nova.network.neutron [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.959119] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 47%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.980855] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.033612] env[69744]: DEBUG nova.compute.manager [req-d7baf95c-0763-4b07-a573-3cf97763cc0b req-8fe41ca9-6d0b-4504-9cde-19765fd6cc45 service nova] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Received event network-vif-deleted-28a94a74-aeea-4a3e-b164-e2731afc195c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.052551] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 666b7aad-31b6-415d-8062-bac91a429ed9] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.079513] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134925} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.079948] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.081229] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6c90f4-9260-47da-a920-a665274406f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.132083] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.135784] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4c2bfa-66d0-46bf-923e-61aaf589c758 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.160909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.164924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.412s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.165347] env[69744]: DEBUG nova.objects.instance [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lazy-loading 'resources' on Instance uuid 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.186992] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1202.186992] env[69744]: value = "task-3312555" [ 1202.186992] env[69744]: _type = "Task" [ 1202.186992] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.192346] env[69744]: INFO nova.scheduler.client.report [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Deleted allocations for instance 8f395158-662b-461d-95d0-b7c1724130e5 [ 1202.197153] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.272711] env[69744]: DEBUG nova.compute.manager [req-ebc9c99f-9d49-49f6-84bf-46d9a05cb3a7 req-d07b617c-37f4-4f08-893e-11069694be43 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Received event network-vif-deleted-21e501bf-bc40-4f51-b5f8-f9cd5a52673c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.272711] env[69744]: INFO nova.compute.manager [req-ebc9c99f-9d49-49f6-84bf-46d9a05cb3a7 req-d07b617c-37f4-4f08-893e-11069694be43 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Neutron deleted interface 21e501bf-bc40-4f51-b5f8-f9cd5a52673c; detaching it from the instance and deleting it from the info cache [ 1202.272800] env[69744]: DEBUG nova.network.neutron [req-ebc9c99f-9d49-49f6-84bf-46d9a05cb3a7 req-d07b617c-37f4-4f08-893e-11069694be43 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.274495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.287491] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.310412] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.310698] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.310904] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.312035] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.312035] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.312035] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.312271] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.312379] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.312572] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.312764] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.312943] env[69744]: DEBUG nova.virt.hardware [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.314869] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c69ce-98eb-40a2-9f91-eac69ac9af5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.325835] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad34ccc-b778-4519-b240-5a3ba2ce99c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.454059] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 60%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.485161] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.557355] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: d434213b-623b-43ac-a975-07b9e8290b6d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.634219] env[69744]: DEBUG nova.compute.manager [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.635522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9fdc67-c753-442c-8dcc-5de20261c100 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.700676] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.706913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c502adf4-2ce9-4e92-be19-1f44a29508e3 tempest-ServerTagsTestJSON-579764122 tempest-ServerTagsTestJSON-579764122-project-member] Lock "8f395158-662b-461d-95d0-b7c1724130e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.708s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.756232] env[69744]: DEBUG nova.network.neutron [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.781161] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14b3ed9a-f23a-4046-a0bb-eae434428264 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.794023] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4d7e1-9ddd-4621-8d96-d52681f33953 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.839989] env[69744]: DEBUG nova.compute.manager [req-ebc9c99f-9d49-49f6-84bf-46d9a05cb3a7 req-d07b617c-37f4-4f08-893e-11069694be43 service nova] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Detach interface failed, port_id=21e501bf-bc40-4f51-b5f8-f9cd5a52673c, reason: Instance b3924e40-8caa-44f5-ad4a-91bb57071328 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.911292] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a73b0-3098-4ba1-acc1-9defcf279d81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.919931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b02955-b5b5-4415-b63e-96a8f314c5a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.995117] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11980b5-46a9-440f-901c-ec29adbfd09c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.008540] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 75%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.014545] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.015936] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3b80c-3a3d-4f7b-8bd5-6312bae027e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.032946] env[69744]: DEBUG nova.compute.provider_tree [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.035552] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Successfully updated port: 8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.063564] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: d03a96b1-559f-49a4-bd19-2c13e8ca313f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.152882] env[69744]: INFO nova.compute.manager [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] instance snapshotting [ 1203.156546] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7ba64-c039-4a47-bb29-b60d0ed32828 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.195211] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3387de08-e6db-4bb9-9b53-8c4a48058b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.206193] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312555, 'name': ReconfigVM_Task, 'duration_secs': 0.572482} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.207075] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.210166] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162459d8-f1be-4ca8-b431-a66c5083889f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.222728] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1203.222728] env[69744]: value = "task-3312556" [ 1203.222728] env[69744]: _type = "Task" [ 1203.222728] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.237652] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312556, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.262750] env[69744]: INFO nova.compute.manager [-] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Took 1.41 seconds to deallocate network for instance. [ 1203.499373] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312553, 'name': ReconfigVM_Task, 'duration_secs': 1.65157} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.503094] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.508203] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 88%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.508502] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc18305-99ff-4b78-a99b-e834e87ca334 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.528943] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1203.528943] env[69744]: value = "task-3312557" [ 1203.528943] env[69744]: _type = "Task" [ 1203.528943] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.542681] env[69744]: DEBUG nova.scheduler.client.report [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.546912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.547146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquired lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.547320] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.548517] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.567681] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: af9ec915-740d-4e27-877b-9b85e6cc7ba2] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.714486] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1203.714688] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c192e4a-ba1a-4555-829a-1cd21a55505b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.722954] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1203.722954] env[69744]: value = "task-3312558" [ 1203.722954] env[69744]: _type = "Task" [ 1203.722954] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.737105] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.740148] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312556, 'name': Rename_Task, 'duration_secs': 0.179501} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.740552] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.741550] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ddf2319-1fee-4f5c-bb95-d103a26f66ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.749704] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1203.749704] env[69744]: value = "task-3312559" [ 1203.749704] env[69744]: _type = "Task" [ 1203.749704] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.767654] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.770287] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.818645] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.818761] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d14f71-0ac0-4178-89db-d41f8ba53206 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.826783] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1203.826783] env[69744]: value = "task-3312560" [ 1203.826783] env[69744]: _type = "Task" [ 1203.826783] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.836879] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.994190] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 97%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.039295] env[69744]: DEBUG oslo_vmware.api [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312557, 'name': ReconfigVM_Task, 'duration_secs': 0.337891} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.039708] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661435', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'name': 'volume-478c69fa-4508-4c7f-96c9-fb396d168b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ead94d9-2bea-4854-bc92-96a8b492decd', 'attached_at': '', 'detached_at': '', 'volume_id': '478c69fa-4508-4c7f-96c9-fb396d168b57', 'serial': '478c69fa-4508-4c7f-96c9-fb396d168b57'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1204.052212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.057690] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.285s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.057690] env[69744]: DEBUG nova.objects.instance [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid b3924e40-8caa-44f5-ad4a-91bb57071328 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.069583] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 33f569d7-8d5f-4105-b13b-b545bc79916d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.095650] env[69744]: INFO nova.scheduler.client.report [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Deleted allocations for instance 28f28fbf-7a7b-4fae-8b98-065fd5ba1082 [ 1204.099766] env[69744]: DEBUG nova.compute.manager [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Received event network-vif-plugged-8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.099766] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Acquiring lock "a768d6e4-adb2-4798-97ac-7564782db848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.099766] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Lock "a768d6e4-adb2-4798-97ac-7564782db848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.100127] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Lock "a768d6e4-adb2-4798-97ac-7564782db848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.100127] env[69744]: DEBUG nova.compute.manager [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] No waiting events found dispatching network-vif-plugged-8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.100372] env[69744]: WARNING nova.compute.manager [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Received unexpected event network-vif-plugged-8af3cb0e-2104-4d4b-a529-61e92ecd3d06 for instance with vm_state building and task_state spawning. [ 1204.100372] env[69744]: DEBUG nova.compute.manager [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Received event network-changed-8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.100573] env[69744]: DEBUG nova.compute.manager [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Refreshing instance network info cache due to event network-changed-8af3cb0e-2104-4d4b-a529-61e92ecd3d06. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.100654] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Acquiring lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.106513] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.240677] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.266595] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312559, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.340518] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312560, 'name': PowerOffVM_Task, 'duration_secs': 0.499667} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.341642] env[69744]: DEBUG nova.network.neutron [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Updating instance_info_cache with network_info: [{"id": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "address": "fa:16:3e:c3:fc:ce", "network": {"id": "47836903-76a1-46e5-b9a6-05a1b48746c0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1406338279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e46bffef5a4867aad10e9624d6950e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af3cb0e-21", "ovs_interfaceid": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.343527] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.345293] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b89d865-dca6-4fc5-82bd-96f8acc55a10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.367560] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0fa14b-dfba-458f-8df2-a05336114146 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.415566] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.419030] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6bc08f-0759-45f3-910e-656479c36a14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.424474] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1204.424474] env[69744]: value = "task-3312561" [ 1204.424474] env[69744]: _type = "Task" [ 1204.424474] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.433765] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.496805] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 98%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.573447] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 22ce5d75-355b-4146-8779-03d8e6ada4cf] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.600606] env[69744]: DEBUG nova.objects.instance [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid 3ead94d9-2bea-4854-bc92-96a8b492decd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.612592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fc44715a-8665-47af-95f7-61988e4e7323 tempest-AttachVolumeTestJSON-1375717766 tempest-AttachVolumeTestJSON-1375717766-project-member] Lock "28f28fbf-7a7b-4fae-8b98-065fd5ba1082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.518s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.736716] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.738766] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da43b3-085c-4c45-b75f-a05222029e13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.745849] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4df703-3869-4e6c-ba14-1217d5f56504 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.781544] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4448a53-5647-45d8-a120-78d7c7bdad2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.787810] env[69744]: DEBUG oslo_vmware.api [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312559, 'name': PowerOnVM_Task, 'duration_secs': 0.809879} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.788522] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.788750] env[69744]: INFO nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1204.788960] env[69744]: DEBUG nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.792061] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a956a4-d067-45dc-8e9e-d30283c7309d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.796522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b982ab6-92e7-4723-a0ba-b01ad4fe1202 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.816483] env[69744]: DEBUG nova.compute.provider_tree [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.845485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Releasing lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.845808] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Instance network_info: |[{"id": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "address": "fa:16:3e:c3:fc:ce", "network": {"id": "47836903-76a1-46e5-b9a6-05a1b48746c0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1406338279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e46bffef5a4867aad10e9624d6950e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af3cb0e-21", "ovs_interfaceid": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.846583] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Acquired lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.846652] env[69744]: DEBUG nova.network.neutron [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Refreshing network info cache for port 8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.847769] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fc:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af3cb0e-2104-4d4b-a529-61e92ecd3d06', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.855744] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Creating folder: Project (13e46bffef5a4867aad10e9624d6950e). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.857641] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f4956ca-feb2-4be8-89f6-e445dc0ae022 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.873040] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Created folder: Project (13e46bffef5a4867aad10e9624d6950e) in parent group-v661134. [ 1204.873040] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Creating folder: Instances. Parent ref: group-v661439. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.873040] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30c89c10-8021-4afb-955f-04a128eaa6e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.885047] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Created folder: Instances in parent group-v661439. [ 1204.885047] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.885047] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.885277] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb5de66-abf6-40c1-b731-1e4fc69028b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.908379] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.908379] env[69744]: value = "task-3312565" [ 1204.908379] env[69744]: _type = "Task" [ 1204.908379] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.922343] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312565, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.935786] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.936088] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.936252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.936409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.936643] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.936951] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70778d1b-290a-49b7-9f10-3c61ea30ca3c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.965137] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.965328] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.966063] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72be1a77-fe75-4e86-8dff-d3e2070b6c55 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.973188] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1204.973188] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d051fa-3ff9-32ff-f67e-9c15e1e8aa59" [ 1204.973188] env[69744]: _type = "Task" [ 1204.973188] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.982026] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d051fa-3ff9-32ff-f67e-9c15e1e8aa59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.994764] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task} progress is 98%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.077956] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 69c0f74b-cc38-4f60-976e-5e9206fdbe0e] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.237605] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312558, 'name': CreateSnapshot_Task, 'duration_secs': 1.242503} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.237877] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1205.238666] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05320b2b-38a5-4f91-a8a0-7678bf65ce18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.323505] env[69744]: DEBUG nova.scheduler.client.report [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.332227] env[69744]: INFO nova.compute.manager [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Took 14.55 seconds to build instance. [ 1205.420324] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312565, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.487521] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d051fa-3ff9-32ff-f67e-9c15e1e8aa59, 'name': SearchDatastore_Task, 'duration_secs': 0.012119} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.491288] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf4db36-3630-4a10-be33-916a0914a83a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.498089] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1205.498089] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c0ab6d-4691-83db-7f7e-e08ae1967166" [ 1205.498089] env[69744]: _type = "Task" [ 1205.498089] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.501114] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312552, 'name': RelocateVM_Task, 'duration_secs': 4.263916} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.504341] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.505029] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661424', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'name': 'volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57c8d735-784c-4753-8739-99eac811701d', 'attached_at': '', 'detached_at': '', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'serial': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.505431] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d6178-dc58-440a-be53-d729513f6acc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.516174] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c0ab6d-4691-83db-7f7e-e08ae1967166, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.527648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.528057] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1205.528566] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36684502-2dda-4662-830b-9dd9be2fed8e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.531605] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a4c3cd-aeea-440f-8b58-f7409243fcec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.557270] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb/volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.561217] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3d1fd9-abb2-4086-b623-fd0a5ca0a994 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576751] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1205.576751] env[69744]: value = "task-3312566" [ 1205.576751] env[69744]: _type = "Task" [ 1205.576751] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.581244] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1bbd29cb-ed3e-4214-a48a-3dbd61b4bb71] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.585398] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1205.585398] env[69744]: value = "task-3312567" [ 1205.585398] env[69744]: _type = "Task" [ 1205.585398] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.592066] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.599800] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.610612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72318f60-58c9-44a4-aeb6-556ba22b5bd1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.845s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.618033] env[69744]: DEBUG nova.network.neutron [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Updated VIF entry in instance network info cache for port 8af3cb0e-2104-4d4b-a529-61e92ecd3d06. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.620304] env[69744]: DEBUG nova.network.neutron [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Updating instance_info_cache with network_info: [{"id": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "address": "fa:16:3e:c3:fc:ce", "network": {"id": "47836903-76a1-46e5-b9a6-05a1b48746c0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1406338279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e46bffef5a4867aad10e9624d6950e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af3cb0e-21", "ovs_interfaceid": "8af3cb0e-2104-4d4b-a529-61e92ecd3d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.765475] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1205.766480] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bfd9db9-5503-4e40-abde-d3aebbdb2e68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.781721] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1205.781721] env[69744]: value = "task-3312568" [ 1205.781721] env[69744]: _type = "Task" [ 1205.781721] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.794277] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.833369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.837388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1d6e254-bc2b-4bc6-b04b-2ff489e53cad tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.063s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.860820] env[69744]: INFO nova.scheduler.client.report [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance b3924e40-8caa-44f5-ad4a-91bb57071328 [ 1205.924087] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312565, 'name': CreateVM_Task, 'duration_secs': 0.643512} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.925081] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.926660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.926895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.927388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.928168] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f126f07c-c54c-484c-9973-09fe5312dbd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.937745] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1205.937745] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efd93-3573-8d58-88e8-6c5755d61b9a" [ 1205.937745] env[69744]: _type = "Task" [ 1205.937745] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.948880] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efd93-3573-8d58-88e8-6c5755d61b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.084698] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: fc61bf10-21ed-4ad0-9e6f-63eae873af81] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.090919] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312566, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.101187] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312567, 'name': ReconfigVM_Task, 'duration_secs': 0.444625} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.101328] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb/volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.106834] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5ca504-2206-490c-a21f-f2c3b59c5c82 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.121116] env[69744]: DEBUG oslo_concurrency.lockutils [req-8e428210-7837-4fc8-b4ee-713dff2c137e req-9b38931e-8edb-4664-97ac-756cc3ab4b5b service nova] Releasing lock "refresh_cache-a768d6e4-adb2-4798-97ac-7564782db848" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.124276] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1206.124276] env[69744]: value = "task-3312569" [ 1206.124276] env[69744]: _type = "Task" [ 1206.124276] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.138413] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.191397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.191397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.191397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.191397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.191397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.193576] env[69744]: INFO nova.compute.manager [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Terminating instance [ 1206.292088] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.369976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-96211671-f464-4229-a55b-33c1097e6895 tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "b3924e40-8caa-44f5-ad4a-91bb57071328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.158s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.425284] env[69744]: DEBUG nova.compute.manager [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.425512] env[69744]: DEBUG nova.compute.manager [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing instance network info cache due to event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.425783] env[69744]: DEBUG oslo_concurrency.lockutils [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.425968] env[69744]: DEBUG oslo_concurrency.lockutils [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.426884] env[69744]: DEBUG nova.network.neutron [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.450708] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525efd93-3573-8d58-88e8-6c5755d61b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.025156} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.451017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.451249] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.451661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.451827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.452028] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.452327] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-420fac61-2f77-464f-a398-c6b0dc5388ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.462739] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.462922] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.463757] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6a44b7-b34c-4ba8-9dcc-2b9599e4cf2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.469843] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1206.469843] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214cb95-d5ec-cb40-f583-0189c1909869" [ 1206.469843] env[69744]: _type = "Task" [ 1206.469843] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.479729] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214cb95-d5ec-cb40-f583-0189c1909869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.589386] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555368} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.589665] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 1206.590491] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218c6a2c-171c-4ad5-abb2-13926c341337 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.593213] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: df9e9688-85eb-4db8-96b0-9a2b20c0d268] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.621978] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.622953] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfd0a19-e86f-449b-8a31-99db880e3230 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.648670] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312569, 'name': ReconfigVM_Task, 'duration_secs': 0.14577} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.650114] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661424', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'name': 'volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57c8d735-784c-4753-8739-99eac811701d', 'attached_at': '', 'detached_at': '', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'serial': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.650805] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1206.650805] env[69744]: value = "task-3312570" [ 1206.650805] env[69744]: _type = "Task" [ 1206.650805] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.650999] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e1678a-607f-4de9-939c-d835a139b6e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.663767] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1206.663767] env[69744]: value = "task-3312571" [ 1206.663767] env[69744]: _type = "Task" [ 1206.663767] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.664078] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.674110] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312571, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.696653] env[69744]: DEBUG nova.compute.manager [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.696864] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.697803] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30686ad9-f0a8-4ca3-986a-e30ac49be38c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.712732] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.713028] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad3414e-800c-4c75-9040-38f705b5d57d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.725367] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1206.725367] env[69744]: value = "task-3312572" [ 1206.725367] env[69744]: _type = "Task" [ 1206.725367] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.734832] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.796556] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.981883] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5214cb95-d5ec-cb40-f583-0189c1909869, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.982915] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b13d24-0a73-4931-be19-b6a0600db713 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.989656] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1206.989656] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52228255-08b7-9c4f-7538-24618a17a315" [ 1206.989656] env[69744]: _type = "Task" [ 1206.989656] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.999243] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52228255-08b7-9c4f-7538-24618a17a315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.096741] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 57894d64-5416-4bd6-8ffa-a56a11e0da5a] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.153823] env[69744]: DEBUG nova.network.neutron [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updated VIF entry in instance network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.154293] env[69744]: DEBUG nova.network.neutron [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.165270] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.180268] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312571, 'name': Rename_Task, 'duration_secs': 0.148077} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.180536] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.180781] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489b5fd8-52f1-4eb8-bad7-3a550552a584 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.189060] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1207.189060] env[69744]: value = "task-3312573" [ 1207.189060] env[69744]: _type = "Task" [ 1207.189060] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.197516] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.236453] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312572, 'name': PowerOffVM_Task, 'duration_secs': 0.313952} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.236743] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.236910] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.237182] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba458a24-3f9e-4135-a6e5-9c4b8befa0b1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.294175] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.332393] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.332867] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.332994] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleting the datastore file [datastore1] 3ead94d9-2bea-4854-bc92-96a8b492decd {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.333369] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04bb094e-1356-448c-b172-d44fc5a1a02b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.341645] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1207.341645] env[69744]: value = "task-3312575" [ 1207.341645] env[69744]: _type = "Task" [ 1207.341645] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.355711] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.504618] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52228255-08b7-9c4f-7538-24618a17a315, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.505011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.505421] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a768d6e4-adb2-4798-97ac-7564782db848/a768d6e4-adb2-4798-97ac-7564782db848.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.505798] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6813a9e4-efb5-47fa-9d3f-809893184198 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.516309] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1207.516309] env[69744]: value = "task-3312576" [ 1207.516309] env[69744]: _type = "Task" [ 1207.516309] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.521746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "3d6514b1-c701-4c38-9a35-0a1866562f12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.522100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.522777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.523096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.523403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.526445] env[69744]: INFO nova.compute.manager [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Terminating instance [ 1207.531762] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.600040] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 770e096d-fb72-434b-8fd7-136031a3bf96] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.659512] env[69744]: DEBUG oslo_concurrency.lockutils [req-d754140c-186f-4309-9089-cd8d47fb5dfe req-0f6f0285-5f15-4d3e-9f60-df8dc34f17dc service nova] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.667497] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312570, 'name': ReconfigVM_Task, 'duration_secs': 0.735592} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.668057] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] f81746f1-4190-4413-bc02-7ee143af467a/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.669095] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d314ad-116f-408f-bf01-1044b650be7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.699938] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694a3181-72bb-4a17-b026-8576fc136cea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.717978] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.719729] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1207.719729] env[69744]: value = "task-3312577" [ 1207.719729] env[69744]: _type = "Task" [ 1207.719729] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.729225] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.797084] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.854798] env[69744]: DEBUG oslo_vmware.api [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180206} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.855165] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.855425] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.855727] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.856061] env[69744]: INFO nova.compute.manager [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1207.856507] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.856834] env[69744]: DEBUG nova.compute.manager [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.856996] env[69744]: DEBUG nova.network.neutron [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.028322] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312576, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.036348] env[69744]: DEBUG nova.compute.manager [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.036348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.036536] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb60d9-ea46-4ed6-aca1-de07b5dbf1a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.045279] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.045589] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f363a716-4bd8-4366-9dc3-a992fce17736 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.054464] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1208.054464] env[69744]: value = "task-3312579" [ 1208.054464] env[69744]: _type = "Task" [ 1208.054464] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.064260] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.103823] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 77b37853-a66e-46fd-9f5f-efeb3cdabba6] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.205448] env[69744]: DEBUG oslo_vmware.api [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312573, 'name': PowerOnVM_Task, 'duration_secs': 0.595602} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.205763] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.205951] env[69744]: INFO nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1208.206151] env[69744]: DEBUG nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.206971] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8691cd-8d50-43f0-a718-8769ad709230 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.230162] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312577, 'name': ReconfigVM_Task, 'duration_secs': 0.23951} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.231196] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.231196] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a49b86-c084-4ef1-9ffd-2f57870bdb41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.240333] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1208.240333] env[69744]: value = "task-3312580" [ 1208.240333] env[69744]: _type = "Task" [ 1208.240333] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.249995] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.296534] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312568, 'name': CloneVM_Task, 'duration_secs': 2.11466} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.296741] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Created linked-clone VM from snapshot [ 1208.297521] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f04ad5d-d747-4cc1-a648-e483bc070d75 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.306493] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Uploading image 78f22f6e-9a6f-4386-a18f-90ffa906a0c9 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1208.327740] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1208.327740] env[69744]: value = "vm-661443" [ 1208.327740] env[69744]: _type = "VirtualMachine" [ 1208.327740] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1208.328088] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1bcdffe-836c-48f4-95e3-8da9de8507f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.337869] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lease: (returnval){ [ 1208.337869] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5252196e-e9e3-6d3b-6316-2f7f17e09989" [ 1208.337869] env[69744]: _type = "HttpNfcLease" [ 1208.337869] env[69744]: } obtained for exporting VM: (result){ [ 1208.337869] env[69744]: value = "vm-661443" [ 1208.337869] env[69744]: _type = "VirtualMachine" [ 1208.337869] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1208.338155] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the lease: (returnval){ [ 1208.338155] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5252196e-e9e3-6d3b-6316-2f7f17e09989" [ 1208.338155] env[69744]: _type = "HttpNfcLease" [ 1208.338155] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1208.345707] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.345707] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5252196e-e9e3-6d3b-6316-2f7f17e09989" [ 1208.345707] env[69744]: _type = "HttpNfcLease" [ 1208.345707] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1208.374557] env[69744]: DEBUG nova.compute.manager [req-b450a6c8-e837-4cbc-9e1c-9cda0835c6c5 req-1ade6002-18cb-4223-b204-3d9246c60c73 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Received event network-vif-deleted-6116e6f2-d385-4939-9e5c-5e82058ba546 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.374821] env[69744]: INFO nova.compute.manager [req-b450a6c8-e837-4cbc-9e1c-9cda0835c6c5 req-1ade6002-18cb-4223-b204-3d9246c60c73 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Neutron deleted interface 6116e6f2-d385-4939-9e5c-5e82058ba546; detaching it from the instance and deleting it from the info cache [ 1208.374912] env[69744]: DEBUG nova.network.neutron [req-b450a6c8-e837-4cbc-9e1c-9cda0835c6c5 req-1ade6002-18cb-4223-b204-3d9246c60c73 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.526972] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543972} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.527235] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a768d6e4-adb2-4798-97ac-7564782db848/a768d6e4-adb2-4798-97ac-7564782db848.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.527456] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.527738] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60f0532e-1ea7-40cc-bb98-f54dcbf99a54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.535372] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1208.535372] env[69744]: value = "task-3312582" [ 1208.535372] env[69744]: _type = "Task" [ 1208.535372] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.546327] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.567256] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312579, 'name': PowerOffVM_Task, 'duration_secs': 0.284077} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.567256] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.567256] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.567256] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7274d6-6e82-4d63-aedc-04904c7746e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.608031] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 0cd70993-01ad-4d67-a0d7-dab0771e01cd] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.640027] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.640226] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.640392] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleting the datastore file [datastore2] 3d6514b1-c701-4c38-9a35-0a1866562f12 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.640666] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ecf8a9c-73ad-478a-b40e-2680c9ff6b19 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.649861] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for the task: (returnval){ [ 1208.649861] env[69744]: value = "task-3312584" [ 1208.649861] env[69744]: _type = "Task" [ 1208.649861] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.659542] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.731143] env[69744]: INFO nova.compute.manager [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Took 16.65 seconds to build instance. [ 1208.757752] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.851193] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.851193] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5252196e-e9e3-6d3b-6316-2f7f17e09989" [ 1208.851193] env[69744]: _type = "HttpNfcLease" [ 1208.851193] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.851541] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.851541] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5252196e-e9e3-6d3b-6316-2f7f17e09989" [ 1208.851541] env[69744]: _type = "HttpNfcLease" [ 1208.851541] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1208.852277] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fa6e6-7f7b-4563-8216-69da4899feb4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.860301] env[69744]: DEBUG nova.network.neutron [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.861477] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.861673] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1208.920699] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-458ea5dc-f0d9-44fa-bcee-8f33455b53a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.936375] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542a82a-2839-4e9d-971c-cf6660bc161d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.970851] env[69744]: DEBUG nova.compute.manager [req-b450a6c8-e837-4cbc-9e1c-9cda0835c6c5 req-1ade6002-18cb-4223-b204-3d9246c60c73 service nova] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Detach interface failed, port_id=6116e6f2-d385-4939-9e5c-5e82058ba546, reason: Instance 3ead94d9-2bea-4854-bc92-96a8b492decd could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.046186] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069619} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.046503] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.047549] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134f2f97-07c7-4b40-b85c-19b624e80637 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.074983] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] a768d6e4-adb2-4798-97ac-7564782db848/a768d6e4-adb2-4798-97ac-7564782db848.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.075698] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f31036-160d-4361-95e4-0e23b89b10ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.096686] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1ca1d3e-6803-4b29-85a5-eadaffbe1800 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.098314] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1209.098314] env[69744]: value = "task-3312585" [ 1209.098314] env[69744]: _type = "Task" [ 1209.098314] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.109033] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.111312] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e8ca1c97-7d38-49e2-baaf-8535d362b855] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.159763] env[69744]: DEBUG oslo_vmware.api [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Task: {'id': task-3312584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141527} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.160017] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.160209] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.160420] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.160585] env[69744]: INFO nova.compute.manager [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.160818] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.161011] env[69744]: DEBUG nova.compute.manager [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.161117] env[69744]: DEBUG nova.network.neutron [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.234068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-dc663d52-a3ed-4ce7-8ffa-27198aa9ae69 tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.169s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.253112] env[69744]: DEBUG oslo_vmware.api [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312580, 'name': PowerOnVM_Task, 'duration_secs': 0.855126} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.253421] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.256869] env[69744]: DEBUG nova.compute.manager [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Received event network-changed-89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.257064] env[69744]: DEBUG nova.compute.manager [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Refreshing instance network info cache due to event network-changed-89e61955-f914-4b9d-965c-b8e153693201. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.257277] env[69744]: DEBUG oslo_concurrency.lockutils [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] Acquiring lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.257413] env[69744]: DEBUG oslo_concurrency.lockutils [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] Acquired lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.257568] env[69744]: DEBUG nova.network.neutron [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Refreshing network info cache for port 89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.259282] env[69744]: DEBUG nova.compute.manager [None req-4352cc09-95ed-4f4a-ad09-e5d9e33d8a0f tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.260355] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e543b6-741c-4796-9db5-afb8bf0c8f59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.364019] env[69744]: INFO nova.compute.manager [-] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Took 1.51 seconds to deallocate network for instance. [ 1209.609599] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.615266] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e21e3e1d-0767-4f89-a667-a7e7c0b0f838] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.876629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.876957] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.877143] env[69744]: DEBUG nova.objects.instance [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'resources' on Instance uuid 3ead94d9-2bea-4854-bc92-96a8b492decd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.954654] env[69744]: DEBUG nova.network.neutron [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.037750] env[69744]: DEBUG nova.network.neutron [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updated VIF entry in instance network info cache for port 89e61955-f914-4b9d-965c-b8e153693201. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.038185] env[69744]: DEBUG nova.network.neutron [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating instance_info_cache with network_info: [{"id": "89e61955-f914-4b9d-965c-b8e153693201", "address": "fa:16:3e:37:2c:2b", "network": {"id": "35825052-6534-4cea-b9eb-f141c7ab325f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1001662528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23571776d97420fa299bf30f1033a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e61955-f9", "ovs_interfaceid": "89e61955-f914-4b9d-965c-b8e153693201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.110045] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312585, 'name': ReconfigVM_Task, 'duration_secs': 0.587097} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.110459] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Reconfigured VM instance instance-00000073 to attach disk [datastore2] a768d6e4-adb2-4798-97ac-7564782db848/a768d6e4-adb2-4798-97ac-7564782db848.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.111187] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b320e7e-bc90-4085-b2b7-c4f7d2157420 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.118364] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 78a9438c-e1ea-4144-b356-257a9254bb85] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.121596] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1210.121596] env[69744]: value = "task-3312586" [ 1210.121596] env[69744]: _type = "Task" [ 1210.121596] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.136175] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312586, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.404523] env[69744]: DEBUG nova.compute.manager [req-68b4ed20-2790-479a-811d-1ef7d012fa4d req-b5ad077d-daac-44d4-8c3f-76a20cd7636e service nova] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Received event network-vif-deleted-8df70601-a3be-4064-b000-11dbb5b0b2a0 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.413596] env[69744]: INFO nova.compute.manager [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Unrescuing [ 1210.414148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.414148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.414324] env[69744]: DEBUG nova.network.neutron [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.461069] env[69744]: INFO nova.compute.manager [-] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Took 1.30 seconds to deallocate network for instance. [ 1210.541864] env[69744]: DEBUG oslo_concurrency.lockutils [req-3e2eb809-8454-41dc-9e86-43be760a0f4e req-a6d57771-d8d8-4c6b-a3e2-896fcfb9d205 service nova] Releasing lock "refresh_cache-57c8d735-784c-4753-8739-99eac811701d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.562719] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96567aa-25d5-4b71-a032-f1a0d612d588 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.571771] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8157ae-4f9c-4226-8a4d-9113147bf7cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.603873] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01eb57c-6866-482f-9df5-a22841e13845 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.613176] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd8c54-8779-4817-b739-c89b35b1a536 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.628623] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: cc9f2bb5-1b94-47bf-a291-5a1cb62261a9] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.630043] env[69744]: DEBUG nova.compute.provider_tree [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.640364] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312586, 'name': Rename_Task, 'duration_secs': 0.221323} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.641771] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.642472] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef26d495-fa8a-450d-a214-68ddd8db0b52 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.651432] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1210.651432] env[69744]: value = "task-3312587" [ 1210.651432] env[69744]: _type = "Task" [ 1210.651432] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.660605] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.973432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.132847] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: effd5854-a2ab-471e-9e13-6252e6eb38c7] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.136257] env[69744]: DEBUG nova.scheduler.client.report [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.167235] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.170128] env[69744]: DEBUG nova.network.neutron [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [{"id": "f5140f88-afd8-4095-8069-a97cc4460cea", "address": "fa:16:3e:f7:84:f1", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5140f88-af", "ovs_interfaceid": "f5140f88-afd8-4095-8069-a97cc4460cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.641932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.644684] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: fc515074-a3a4-4687-9a60-d10278539c3f] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.646769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.674s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.646971] env[69744]: DEBUG nova.objects.instance [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lazy-loading 'resources' on Instance uuid 3d6514b1-c701-4c38-9a35-0a1866562f12 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.666946] env[69744]: DEBUG oslo_vmware.api [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312587, 'name': PowerOnVM_Task, 'duration_secs': 0.670517} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.667791] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.667791] env[69744]: INFO nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1211.667791] env[69744]: DEBUG nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.669704] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce919bf-57d2-49b9-a329-96398d19666e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.673108] env[69744]: INFO nova.scheduler.client.report [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted allocations for instance 3ead94d9-2bea-4854-bc92-96a8b492decd [ 1211.676411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-f81746f1-4190-4413-bc02-7ee143af467a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.676411] env[69744]: DEBUG nova.objects.instance [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'flavor' on Instance uuid f81746f1-4190-4413-bc02-7ee143af467a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.149033] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 5e82b0b9-97a8-4cb5-af98-1a11fabacf1c] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.185136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0c81de03-6b92-4501-8963-4bd3fb5f63c3 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "3ead94d9-2bea-4854-bc92-96a8b492decd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.995s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.186791] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9eeac-9da5-41cb-ae74-ae7a052cfb6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.197504] env[69744]: INFO nova.compute.manager [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Took 14.27 seconds to build instance. [ 1212.219083] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.222486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0a2eea97-e3e4-4390-b46a-3db70417a3a7 tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.332s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.222726] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78cbcee9-bb39-4dad-8a14-501baf563f14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.231668] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1212.231668] env[69744]: value = "task-3312588" [ 1212.231668] env[69744]: _type = "Task" [ 1212.231668] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.247020] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.346205] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce60759-336c-410c-83df-c186016027a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.354774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345aecca-73a6-4a99-bd25-ccaf5aa298f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.394105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bf852-8eb9-4ac6-8040-1c136d2a835c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.404409] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebdf79e-8422-4bf9-ac94-8463b0391d89 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.421115] env[69744]: DEBUG nova.compute.provider_tree [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.656663] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 18dd6d72-621f-4ba9-b3a9-994d5f9726fb] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.744426] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312588, 'name': PowerOffVM_Task, 'duration_secs': 0.415507} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.744700] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.750736] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.750736] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c14030-98fa-49e2-ad56-971aa603a1e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.771244] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1212.771244] env[69744]: value = "task-3312589" [ 1212.771244] env[69744]: _type = "Task" [ 1212.771244] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.780791] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.864102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "a768d6e4-adb2-4798-97ac-7564782db848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.864384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.864647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "a768d6e4-adb2-4798-97ac-7564782db848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.864848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.865030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.867414] env[69744]: INFO nova.compute.manager [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Terminating instance [ 1212.924945] env[69744]: DEBUG nova.scheduler.client.report [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.160955] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 5eaf2cff-a8a4-4b4e-9007-738d17538deb] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.282955] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312589, 'name': ReconfigVM_Task, 'duration_secs': 0.446694} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.283239] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.283435] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.283740] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a301773-e5bd-4bee-8229-3b04ee2b6d2b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.291129] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1213.291129] env[69744]: value = "task-3312590" [ 1213.291129] env[69744]: _type = "Task" [ 1213.291129] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.307285] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.370848] env[69744]: DEBUG nova.compute.manager [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.371086] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.371963] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496ae50-2ad0-4be5-b3a3-e2c0d2a0f61d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.380654] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.380908] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33038c1f-c3fe-4174-9230-09b08cfc7eda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.389223] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1213.389223] env[69744]: value = "task-3312591" [ 1213.389223] env[69744]: _type = "Task" [ 1213.389223] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.400840] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.430732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.455427] env[69744]: INFO nova.scheduler.client.report [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Deleted allocations for instance 3d6514b1-c701-4c38-9a35-0a1866562f12 [ 1213.664473] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 25f0d588-ce2e-4896-976f-91d67482447d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.802761] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.900599] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312591, 'name': PowerOffVM_Task, 'duration_secs': 0.229452} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.900932] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.901128] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.901396] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1a57af6-f29e-4e6a-a375-5e4adcdb2420 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.964513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e94904e4-bb8f-4cc8-a3d7-b430bb2dd1ca tempest-ServersTestJSON-1322485788 tempest-ServersTestJSON-1322485788-project-member] Lock "3d6514b1-c701-4c38-9a35-0a1866562f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.442s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.995183] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.995427] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.995605] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Deleting the datastore file [datastore2] a768d6e4-adb2-4798-97ac-7564782db848 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.995890] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6a8dfc-d621-43ba-a292-fee6cc2d4777 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.004850] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for the task: (returnval){ [ 1214.004850] env[69744]: value = "task-3312593" [ 1214.004850] env[69744]: _type = "Task" [ 1214.004850] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.014825] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.168248] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f289fdaf-4399-44ab-95d8-3129ea198de1] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.304428] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.516133] env[69744]: DEBUG oslo_vmware.api [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Task: {'id': task-3312593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179831} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.516133] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.518667] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.518974] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.519196] env[69744]: INFO nova.compute.manager [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1214.519476] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.519720] env[69744]: DEBUG nova.compute.manager [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.519817] env[69744]: DEBUG nova.network.neutron [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.675044] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 0254e970-0c97-4c98-bdb0-c8dc36ea77ce] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.810646] env[69744]: DEBUG oslo_vmware.api [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312590, 'name': PowerOnVM_Task, 'duration_secs': 1.512357} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.810646] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.810646] env[69744]: DEBUG nova.compute.manager [None req-d0dfb67d-1df5-453c-9955-d5089f67d430 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.810646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a63da3-9093-44b1-b4e6-d1c59209550a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.856944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.857353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.971585] env[69744]: DEBUG nova.compute.manager [req-32e9397c-83c8-4cd2-9d38-9c02afec9802 req-855c05b0-0bfa-414f-a971-ee1db00ad2d8 service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Received event network-vif-deleted-8af3cb0e-2104-4d4b-a529-61e92ecd3d06 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.971879] env[69744]: INFO nova.compute.manager [req-32e9397c-83c8-4cd2-9d38-9c02afec9802 req-855c05b0-0bfa-414f-a971-ee1db00ad2d8 service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Neutron deleted interface 8af3cb0e-2104-4d4b-a529-61e92ecd3d06; detaching it from the instance and deleting it from the info cache [ 1214.972127] env[69744]: DEBUG nova.network.neutron [req-32e9397c-83c8-4cd2-9d38-9c02afec9802 req-855c05b0-0bfa-414f-a971-ee1db00ad2d8 service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.179261] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 5db72d34-978a-468d-81d8-f2efa761e50a] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.361695] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.448749] env[69744]: DEBUG nova.network.neutron [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.475315] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f17dc111-46aa-4de9-a4a4-c9d6d90532dd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.486636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01fcfb2-7072-4a40-b4b0-39e2b317343d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.524723] env[69744]: DEBUG nova.compute.manager [req-32e9397c-83c8-4cd2-9d38-9c02afec9802 req-855c05b0-0bfa-414f-a971-ee1db00ad2d8 service nova] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Detach interface failed, port_id=8af3cb0e-2104-4d4b-a529-61e92ecd3d06, reason: Instance a768d6e4-adb2-4798-97ac-7564782db848 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.683014] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 59ed0380-72a0-4781-bfd2-2e1ab4879f78] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.893194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.893194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.893194] env[69744]: INFO nova.compute.claims [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.951795] env[69744]: INFO nova.compute.manager [-] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Took 1.43 seconds to deallocate network for instance. [ 1216.105170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.105414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.186746] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 0acb85e5-7617-4795-939f-8d7fe4d3e4e9] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.464814] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.608506] env[69744]: DEBUG nova.compute.utils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.692476] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 9fb8d6eb-b484-49d5-b63f-1ad8e2e2bfab] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.042324] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48926fef-d665-464e-82f2-cbebc8b2fa8b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051570] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c642a872-332b-47c3-a811-e2f7c8fcbb43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.085139] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4dd1d2-d3a3-4c18-8c1e-696919c53828 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.094365] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb9cc2-5963-4c5f-acb8-d4abb5a77429 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.108969] env[69744]: DEBUG nova.compute.provider_tree [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.110801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.195606] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.195890] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances with incomplete migration {{(pid=69744) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1217.613536] env[69744]: DEBUG nova.scheduler.client.report [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.699218] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.119822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.120399] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.123114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.658s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.123316] env[69744]: DEBUG nova.objects.instance [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lazy-loading 'resources' on Instance uuid a768d6e4-adb2-4798-97ac-7564782db848 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.133511] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1218.134559] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4205666-bc67-4ab4-a880-565cd6c87ef2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.143039] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1218.143146] env[69744]: ERROR oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk due to incomplete transfer. [ 1218.143389] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bf7cf25-a74c-47d0-8442-07819edae6bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.151591] env[69744]: DEBUG oslo_vmware.rw_handles [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b173-f730-7edc-3411-c173b3ae88bd/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1218.151830] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Uploaded image 78f22f6e-9a6f-4386-a18f-90ffa906a0c9 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1218.154451] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1218.154748] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a43dc578-9550-4c9d-8c03-855df3f511cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.162776] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1218.162776] env[69744]: value = "task-3312594" [ 1218.162776] env[69744]: _type = "Task" [ 1218.162776] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.179320] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312594, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.184232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.184466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.184688] env[69744]: INFO nova.compute.manager [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Attaching volume 7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7 to /dev/sdb [ 1218.218161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ea1b8-7749-4a86-b317-6a785ea79ec9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.226591] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817ab415-c683-4fcd-a165-6e345cee8e8b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.241733] env[69744]: DEBUG nova.virt.block_device [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating existing volume attachment record: cc36f7a6-9edd-470d-9f61-aab1ee9f796f {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.626817] env[69744]: DEBUG nova.compute.utils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.628415] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.628584] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.678197] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312594, 'name': Destroy_Task, 'duration_secs': 0.360498} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.678631] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Destroyed the VM [ 1218.678943] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1218.679351] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa1b07b9-9557-40b8-8a2c-9eb4d31b20f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.686422] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1218.686422] env[69744]: value = "task-3312598" [ 1218.686422] env[69744]: _type = "Task" [ 1218.686422] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.691572] env[69744]: DEBUG nova.policy [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239fec89cd0a488ca43d94918b193901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43614de911904e16b32f5f822039f356', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.701719] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.754205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.754789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.783584] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa4f3b-fd39-487f-a278-ee0fa5cf3531 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.794184] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07977526-fe34-4b6b-a8b1-7b54d4edbc30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.824893] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce330c7-e385-4ef4-b9c8-9991d74b5677 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.833520] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c00c5-d00b-4404-92f1-f828d265ba28 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.847680] env[69744]: DEBUG nova.compute.provider_tree [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.994458] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Successfully created port: f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.134793] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.198660] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312598, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.257879] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.351388] env[69744]: DEBUG nova.scheduler.client.report [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.699750] env[69744]: DEBUG oslo_vmware.api [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.878047} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.700082] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1219.700356] env[69744]: INFO nova.compute.manager [None req-b8a8925b-9eae-44f1-a254-4f7bdecabf27 tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 16.54 seconds to snapshot the instance on the hypervisor. [ 1219.780868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.856818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.859580] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.078s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.861569] env[69744]: INFO nova.compute.claims [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.877187] env[69744]: INFO nova.scheduler.client.report [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Deleted allocations for instance a768d6e4-adb2-4798-97ac-7564782db848 [ 1220.145087] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.167175] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.167413] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.167567] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.167748] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.167892] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.168049] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.168259] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.168416] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.168584] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.168738] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.168909] env[69744]: DEBUG nova.virt.hardware [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.169797] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb67e6ac-8d8a-40b0-abdd-86e3fad7a425 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.180510] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075db828-38e0-4e1f-b4db-67e7e02e992a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f7ffbac2-10c6-43ff-8713-b914a5b50a4f tempest-InstanceActionsV221TestJSON-329611672 tempest-InstanceActionsV221TestJSON-329611672-project-member] Lock "a768d6e4-adb2-4798-97ac-7564782db848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.520s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.463311] env[69744]: DEBUG nova.compute.manager [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Received event network-vif-plugged-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.463536] env[69744]: DEBUG oslo_concurrency.lockutils [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.463740] env[69744]: DEBUG oslo_concurrency.lockutils [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] Lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.463900] env[69744]: DEBUG oslo_concurrency.lockutils [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] Lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.464074] env[69744]: DEBUG nova.compute.manager [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] No waiting events found dispatching network-vif-plugged-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.464241] env[69744]: WARNING nova.compute.manager [req-aee4da7b-677f-4211-923b-1e4c5411ecee req-a7da7dc0-15ed-409a-9569-9a917ed1b1e2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Received unexpected event network-vif-plugged-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 for instance with vm_state building and task_state spawning. [ 1220.558622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "92ee1450-3abe-4aaf-b288-0532676959d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.558907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.559131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.559312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.559478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.562927] env[69744]: INFO nova.compute.manager [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Terminating instance [ 1220.847182] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Successfully updated port: f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.006397] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608d377-bf68-427d-8b6d-e9c763a8fa45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.014880] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e01493-bf7a-4517-bdf2-520c895e1ccd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.046563] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac48e2b-a6a2-4311-b620-9c90fdfb5ee8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.055125] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b955db-3e36-4fb8-b100-8fe41c699e86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.069298] env[69744]: DEBUG nova.compute.manager [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.069535] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.069997] env[69744]: DEBUG nova.compute.provider_tree [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.071824] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc126ef-01e8-4bdf-8d29-73c8da130d34 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.079675] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.080499] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46759d45-a23d-4987-9526-892821ace83b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.089123] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1221.089123] env[69744]: value = "task-3312600" [ 1221.089123] env[69744]: _type = "Task" [ 1221.089123] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.098748] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.429143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.429438] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.429481] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.595393] env[69744]: ERROR nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [req-a5713c10-84ea-48ea-af7f-4d20061b1ba5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5713c10-84ea-48ea-af7f-4d20061b1ba5"}]} [ 1221.600981] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312600, 'name': PowerOffVM_Task, 'duration_secs': 0.199587} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.600981] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.601148] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.601386] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc346746-eb59-404f-b210-cf283ad8fc0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.611778] env[69744]: DEBUG nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1221.626090] env[69744]: DEBUG nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1221.626318] env[69744]: DEBUG nova.compute.provider_tree [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.637942] env[69744]: DEBUG nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1221.657639] env[69744]: DEBUG nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1221.663855] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.664105] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.664308] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Deleting the datastore file [datastore1] 92ee1450-3abe-4aaf-b288-0532676959d7 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.664604] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55712f29-34fb-4e04-ba53-3db8b1899213 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.672799] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for the task: (returnval){ [ 1221.672799] env[69744]: value = "task-3312602" [ 1221.672799] env[69744]: _type = "Task" [ 1221.672799] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.685129] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.807243] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052b8a9d-0ce7-474f-8dc1-fd256d28a044 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.815552] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2db6705-e53c-4f80-bc5f-ca6a0fee0875 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.848386] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e04bd1-64d3-4586-86a1-a928fd12fd46 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.857735] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e6e8d0-6465-42d4-8917-aaa26c5cc0cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.873064] env[69744]: DEBUG nova.compute.provider_tree [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.994478] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.184199] env[69744]: DEBUG oslo_vmware.api [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Task: {'id': task-3312602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208384} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.185429] env[69744]: DEBUG nova.network.neutron [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updating instance_info_cache with network_info: [{"id": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "address": "fa:16:3e:45:a2:4e", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e2d6e-ed", "ovs_interfaceid": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.186528] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.186749] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.186947] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.187123] env[69744]: INFO nova.compute.manager [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.187371] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.187841] env[69744]: DEBUG nova.compute.manager [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.187939] env[69744]: DEBUG nova.network.neutron [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.415849] env[69744]: DEBUG nova.scheduler.client.report [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1222.415849] env[69744]: DEBUG nova.compute.provider_tree [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 156 to 157 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1222.415849] env[69744]: DEBUG nova.compute.provider_tree [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.503406] env[69744]: DEBUG nova.compute.manager [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Received event network-changed-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.503672] env[69744]: DEBUG nova.compute.manager [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Refreshing instance network info cache due to event network-changed-f50e2d6e-ed92-4e24-84ca-e60b8c440b22. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.503910] env[69744]: DEBUG oslo_concurrency.lockutils [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] Acquiring lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.689313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.689660] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Instance network_info: |[{"id": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "address": "fa:16:3e:45:a2:4e", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e2d6e-ed", "ovs_interfaceid": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.689974] env[69744]: DEBUG oslo_concurrency.lockutils [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] Acquired lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.690171] env[69744]: DEBUG nova.network.neutron [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Refreshing network info cache for port f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.691563] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50e2d6e-ed92-4e24-84ca-e60b8c440b22', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.700030] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.702829] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.704043] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60775ee-677d-4fc4-a7d3-bf72bd20bff6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.726510] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.726510] env[69744]: value = "task-3312603" [ 1222.726510] env[69744]: _type = "Task" [ 1222.726510] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.735073] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312603, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.797025] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.797025] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661445', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'name': 'volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1810fa1a-e1e7-413f-8b32-80df20217851', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'serial': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.797025] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce577510-4418-4038-b3ce-a9ef64fd208b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.815724] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87429ced-5bff-48d6-aa4d-7ea6f54b3cad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.841668] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7/volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.844905] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17316f8e-ed41-47a5-b381-2f2b75881a20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.864800] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1222.864800] env[69744]: value = "task-3312604" [ 1222.864800] env[69744]: _type = "Task" [ 1222.864800] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.885871] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.919451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.060s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.919951] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.940993] env[69744]: DEBUG nova.network.neutron [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.040876] env[69744]: DEBUG nova.network.neutron [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updated VIF entry in instance network info cache for port f50e2d6e-ed92-4e24-84ca-e60b8c440b22. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.041309] env[69744]: DEBUG nova.network.neutron [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updating instance_info_cache with network_info: [{"id": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "address": "fa:16:3e:45:a2:4e", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e2d6e-ed", "ovs_interfaceid": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.242780] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312603, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.380014] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312604, 'name': ReconfigVM_Task, 'duration_secs': 0.376859} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.380326] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7/volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.386320] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1f51f8-9bd1-46ad-9572-2c562333497e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.404217] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1223.404217] env[69744]: value = "task-3312605" [ 1223.404217] env[69744]: _type = "Task" [ 1223.404217] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.418068] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.425507] env[69744]: DEBUG nova.compute.utils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.430020] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.430020] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.445388] env[69744]: INFO nova.compute.manager [-] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Took 1.26 seconds to deallocate network for instance. [ 1223.489618] env[69744]: DEBUG nova.policy [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55875ce8c21c4bcd932786e07cf92d99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '984b94003d9843a583c0a8d8f36ad43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.543883] env[69744]: DEBUG oslo_concurrency.lockutils [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] Releasing lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.544294] env[69744]: DEBUG nova.compute.manager [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Received event network-vif-deleted-62e4fb30-81ad-46fd-ab1b-87deea2394e1 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.544427] env[69744]: INFO nova.compute.manager [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Neutron deleted interface 62e4fb30-81ad-46fd-ab1b-87deea2394e1; detaching it from the instance and deleting it from the info cache [ 1223.544619] env[69744]: DEBUG nova.network.neutron [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.738023] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312603, 'name': CreateVM_Task, 'duration_secs': 0.726578} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.738294] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.738976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.739152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.739626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.739754] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a196ecbf-dc8e-46d4-84a1-bac939347ab5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.745313] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1223.745313] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e5b841-cd7a-08e9-227d-9397fc8b6321" [ 1223.745313] env[69744]: _type = "Task" [ 1223.745313] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.753873] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e5b841-cd7a-08e9-227d-9397fc8b6321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.917233] env[69744]: DEBUG oslo_vmware.api [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312605, 'name': ReconfigVM_Task, 'duration_secs': 0.167232} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.917233] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661445', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'name': 'volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1810fa1a-e1e7-413f-8b32-80df20217851', 'attached_at': '', 'detached_at': '', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'serial': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.931374] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.957434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.957724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.957937] env[69744]: DEBUG nova.objects.instance [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lazy-loading 'resources' on Instance uuid 92ee1450-3abe-4aaf-b288-0532676959d7 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.995369] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Successfully created port: f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.047170] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d6b414a-57f8-4be9-a112-6ecfef963cd8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.058348] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c3955-2ca2-44b0-9008-292265f78546 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.098255] env[69744]: DEBUG nova.compute.manager [req-d897445e-c0cf-4317-8732-13a687255f6d req-c06431fb-f44d-4255-a008-27078d8d5465 service nova] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Detach interface failed, port_id=62e4fb30-81ad-46fd-ab1b-87deea2394e1, reason: Instance 92ee1450-3abe-4aaf-b288-0532676959d7 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.196567] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.258458] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e5b841-cd7a-08e9-227d-9397fc8b6321, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.258800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.259122] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.259286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.259428] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.259895] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.260270] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed58299-52f0-4009-ac03-fd8c9af61c16 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.272542] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.272761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.273666] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227969e2-6f68-408f-8137-448dcc4083a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.279747] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1224.279747] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b47d-f285-7c61-cf56-a379f0c84ec4" [ 1224.279747] env[69744]: _type = "Task" [ 1224.279747] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.291639] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b47d-f285-7c61-cf56-a379f0c84ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.650326] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d007e2-aa89-4625-bd5c-642141da38fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.659998] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375bd2c-3dd9-4b7e-ba4b-f2b53d209c86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.693630] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e46a15-34f8-454c-9394-ab0810abac8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.705587] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c519508b-fe24-409c-864d-647e95684ed1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.710072] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.710715] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.710922] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.711120] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.722398] env[69744]: DEBUG nova.compute.provider_tree [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.793286] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5262b47d-f285-7c61-cf56-a379f0c84ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.793718] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cff26e0-1b65-4cbd-89d3-94d2df079a60 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.803020] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1224.803020] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265bad7-8184-8d9c-d142-aa2bf078b4de" [ 1224.803020] env[69744]: _type = "Task" [ 1224.803020] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.812104] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265bad7-8184-8d9c-d142-aa2bf078b4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.941190] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.959189] env[69744]: DEBUG nova.objects.instance [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'flavor' on Instance uuid 1810fa1a-e1e7-413f-8b32-80df20217851 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.969987] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.970288] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.970485] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.970712] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.970873] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.971072] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.971323] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.971517] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.971733] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.971923] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.972142] env[69744]: DEBUG nova.virt.hardware [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.973110] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc24f1-4aa5-4d8a-8486-37973c6fb87e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.983750] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61be13-3e66-495c-b83a-c20773a5a3da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.216010] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Getting list of instances from cluster (obj){ [ 1225.216010] env[69744]: value = "domain-c8" [ 1225.216010] env[69744]: _type = "ClusterComputeResource" [ 1225.216010] env[69744]: } {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1225.217166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8b4f9-876e-40fe-9f97-f0807643d4c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.226109] env[69744]: DEBUG nova.scheduler.client.report [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.238559] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Got total of 7 instances {{(pid=69744) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1225.238757] env[69744]: WARNING nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1225.238936] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 1810fa1a-e1e7-413f-8b32-80df20217851 {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239136] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 92ee1450-3abe-4aaf-b288-0532676959d7 {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239291] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid f81746f1-4190-4413-bc02-7ee143af467a {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239450] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 360f0757-d79a-40b1-8120-0d30f562e597 {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239603] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239913] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.239913] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 57c8d735-784c-4753-8739-99eac811701d {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.240038] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid 24d986be-5b19-448c-aa77-45a8c30e9436 {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.240179] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Triggering sync for uuid e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1225.241088] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.241404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "92ee1450-3abe-4aaf-b288-0532676959d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.242101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "f81746f1-4190-4413-bc02-7ee143af467a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.242101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "f81746f1-4190-4413-bc02-7ee143af467a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.242101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "360f0757-d79a-40b1-8120-0d30f562e597" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.242252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "360f0757-d79a-40b1-8120-0d30f562e597" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.242746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.243297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.243297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.243420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.243563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "57c8d735-784c-4753-8739-99eac811701d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.243751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "57c8d735-784c-4753-8739-99eac811701d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.243975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.245484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.245484] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.246320] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35878747-8a2d-4d86-bb9d-ac42891318c4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.250633] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ace46-e3a1-459f-874a-c6e7f121633a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.253406] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61bc67-7801-4c7b-8890-065bac34805c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.256161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80deb2fd-86c8-4f28-a67a-675ecdd080c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.258721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d475d51-98d6-4b66-a55e-f90a4b5e66f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.315012] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5265bad7-8184-8d9c-d142-aa2bf078b4de, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.315341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.315884] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 24d986be-5b19-448c-aa77-45a8c30e9436/24d986be-5b19-448c-aa77-45a8c30e9436.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.316324] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d557c1-8538-4bfc-b5bb-841a9a18425f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.330146] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1225.330146] env[69744]: value = "task-3312606" [ 1225.330146] env[69744]: _type = "Task" [ 1225.330146] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.337016] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.466074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c99e5d7c-7a5c-44be-815d-15a8290123b0 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.467159] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.226s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.468091] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d590d-9d0f-45bb-89a9-3ba138adc06e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682910] env[69744]: DEBUG nova.compute.manager [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-vif-plugged-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.683205] env[69744]: DEBUG oslo_concurrency.lockutils [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.683295] env[69744]: DEBUG oslo_concurrency.lockutils [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.683457] env[69744]: DEBUG oslo_concurrency.lockutils [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.683627] env[69744]: DEBUG nova.compute.manager [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] No waiting events found dispatching network-vif-plugged-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.683826] env[69744]: WARNING nova.compute.manager [req-603a73d8-b725-4f5d-be2d-056ec74ed8d5 req-18d9442a-b5a5-4f2f-afd5-28b6032b840a service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received unexpected event network-vif-plugged-f93eb769-6321-47d3-a873-5f74b4eb5b69 for instance with vm_state building and task_state spawning. [ 1225.742151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.763368] env[69744]: INFO nova.scheduler.client.report [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Deleted allocations for instance 92ee1450-3abe-4aaf-b288-0532676959d7 [ 1225.764246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.764458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.764609] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.764750] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1225.772670] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da2190-70c3-449a-b696-c324b8f18fc9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.779249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "360f0757-d79a-40b1-8120-0d30f562e597" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.779884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "f81746f1-4190-4413-bc02-7ee143af467a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.780260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.780622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "57c8d735-784c-4753-8739-99eac811701d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.784025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.788171] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13834acc-a6ec-4a47-9e35-9fe97902f276 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.807033] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2401d405-da4f-45f2-a7f3-fe999884dfbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.816970] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232fb696-9e86-402f-8a8a-96d154a29baa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.862532] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179681MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1225.862780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.863180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.875681] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507799} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.876272] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 24d986be-5b19-448c-aa77-45a8c30e9436/24d986be-5b19-448c-aa77-45a8c30e9436.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.876555] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.876848] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3084f8ea-1c9b-46db-b526-6d3bf22afdba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.886716] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1225.886716] env[69744]: value = "task-3312607" [ 1225.886716] env[69744]: _type = "Task" [ 1225.886716] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.891489] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Successfully updated port: f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.896018] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.979195] env[69744]: INFO nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1225.979435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.283176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2c7393fc-acd7-43e6-b876-f88d2ce2f2fb tempest-ImagesOneServerTestJSON-943758869 tempest-ImagesOneServerTestJSON-943758869-project-member] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.284136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.043s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.284577] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95535e47-e4da-405f-8656-67ed194c1db9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.295452] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c589e9e0-9c49-4192-b6c7-7d580d72358c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.399506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.399645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.399807] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.401243] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072421} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.401718] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.402586] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb775de-937d-485b-a789-b0b35d40118f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.428377] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 24d986be-5b19-448c-aa77-45a8c30e9436/24d986be-5b19-448c-aa77-45a8c30e9436.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.429126] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2b2614-fe71-4635-8312-e7ac801fc546 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.448400] env[69744]: DEBUG nova.compute.manager [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1226.453018] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1226.453018] env[69744]: value = "task-3312608" [ 1226.453018] env[69744]: _type = "Task" [ 1226.453018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.462090] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.833208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "92ee1450-3abe-4aaf-b288-0532676959d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.879039] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating resource usage from migration f150b3f1-6713-4060-b0c9-e84d96d303d6 [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f81746f1-4190-4413-bc02-7ee143af467a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 360f0757-d79a-40b1-8120-0d30f562e597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 57c8d735-784c-4753-8739-99eac811701d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 24d986be-5b19-448c-aa77-45a8c30e9436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e7cbb897-d91b-4224-a87e-1030103a2cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration f150b3f1-6713-4060-b0c9-e84d96d303d6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1226.895919] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 1810fa1a-e1e7-413f-8b32-80df20217851 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.934691] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.968363] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312608, 'name': ReconfigVM_Task, 'duration_secs': 0.444817} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.969180] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 24d986be-5b19-448c-aa77-45a8c30e9436/24d986be-5b19-448c-aa77-45a8c30e9436.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.972437] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8163c5e7-916d-4658-8b00-a8d796682881 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.974816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.983018] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1226.983018] env[69744]: value = "task-3312609" [ 1226.983018] env[69744]: _type = "Task" [ 1226.983018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.991238] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312609, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.069219] env[69744]: DEBUG nova.network.neutron [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.324545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.324545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.398072] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a has allocations against this compute host but is not found in the database. [ 1227.398290] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.398440] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.495680] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312609, 'name': Rename_Task, 'duration_secs': 0.186773} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.495961] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.496284] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3949d3-427c-4859-8a9a-7c075d4ef8ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.506080] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1227.506080] env[69744]: value = "task-3312610" [ 1227.506080] env[69744]: _type = "Task" [ 1227.506080] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.520482] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.571934] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.572286] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Instance network_info: |[{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.574151] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:1a:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93eb769-6321-47d3-a873-5f74b4eb5b69', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.581343] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.582260] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df5ea3-150c-43ea-a76f-494f9c6437d6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.584934] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.585869] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38b81250-3f9a-479b-8522-af4e58b4e92e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.608512] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc308c-d139-466c-8324-125e57b910f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.613123] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.613123] env[69744]: value = "task-3312611" [ 1227.613123] env[69744]: _type = "Task" [ 1227.613123] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.642091] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531c7280-d172-4612-80cb-f73b0c65acfd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647909] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312611, 'name': CreateVM_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.653539] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8efc281-c431-4d63-9f62-da2449ebc3f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.667551] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.727605] env[69744]: DEBUG nova.compute.manager [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.727814] env[69744]: DEBUG nova.compute.manager [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing instance network info cache due to event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.728038] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.728182] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.728344] env[69744]: DEBUG nova.network.neutron [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.830020] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.015880] env[69744]: DEBUG oslo_vmware.api [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312610, 'name': PowerOnVM_Task, 'duration_secs': 0.47427} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.016184] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.016364] env[69744]: INFO nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1228.016541] env[69744]: DEBUG nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.017385] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff1b7b8-a238-43a6-80e8-f2db0883d3ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.125515] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312611, 'name': CreateVM_Task, 'duration_secs': 0.3233} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.126189] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.134827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.134918] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.135907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.136199] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e22b5d-7848-4478-b24f-9d63201a7adb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.141331] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1228.141331] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522f9a21-29a1-6cc0-d9bd-185e86b6fb86" [ 1228.141331] env[69744]: _type = "Task" [ 1228.141331] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.149725] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522f9a21-29a1-6cc0-d9bd-185e86b6fb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.191207] env[69744]: ERROR nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [req-d9530367-5a9b-4c0a-8738-609c0a495c97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9530367-5a9b-4c0a-8738-609c0a495c97"}]} [ 1228.209495] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1228.225324] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1228.225498] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.240037] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1228.261646] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1228.350956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.406057] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4abf98-c17e-4322-8ddf-a6776c611e53 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.416262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95101ddb-32c3-492a-9ba0-3dade820cd72 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.450992] env[69744]: DEBUG nova.network.neutron [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updated VIF entry in instance network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.451361] env[69744]: DEBUG nova.network.neutron [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.453050] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691d8bc1-0544-4ad6-88c3-61e93db5f1ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.461070] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a336d55-e55b-440b-b56e-d2300ab1b768 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.475312] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.535985] env[69744]: INFO nova.compute.manager [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Took 12.67 seconds to build instance. [ 1228.652112] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522f9a21-29a1-6cc0-d9bd-185e86b6fb86, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.652443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.652724] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.653007] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.653170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.653500] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.653645] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fecfbf6-c015-4e89-b4dd-ca3c934001e8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.666999] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.667215] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.667969] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9e0536-532e-4d1a-8f9f-c3b2ea5595af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.673388] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1228.673388] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc01ed-a966-8bf3-b380-0c990c7aaa69" [ 1228.673388] env[69744]: _type = "Task" [ 1228.673388] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.680705] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc01ed-a966-8bf3-b380-0c990c7aaa69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.956860] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf7738e4-5a4b-4d36-8d7f-8c2b76499be6 req-63196876-a235-4c66-90ad-961916ece570 service nova] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.008619] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.008619] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 160 to 161 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.008619] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.038226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f99852b1-6aef-417e-af01-03e05811f217 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.181s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.038523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.794s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.038688] env[69744]: INFO nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] During sync_power_state the instance has a pending task (spawning). Skip. [ 1229.038856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.184410] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc01ed-a966-8bf3-b380-0c990c7aaa69, 'name': SearchDatastore_Task, 'duration_secs': 0.042213} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.185206] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1565e8b-1a62-4aea-bc5a-73737ef65bd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.190290] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1229.190290] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222ff56-fa73-ae4f-bb10-bf532bca854f" [ 1229.190290] env[69744]: _type = "Task" [ 1229.190290] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.197866] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222ff56-fa73-ae4f-bb10-bf532bca854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.408197] env[69744]: DEBUG nova.compute.manager [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Received event network-changed-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.408435] env[69744]: DEBUG nova.compute.manager [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Refreshing instance network info cache due to event network-changed-f50e2d6e-ed92-4e24-84ca-e60b8c440b22. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.408706] env[69744]: DEBUG oslo_concurrency.lockutils [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] Acquiring lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.408781] env[69744]: DEBUG oslo_concurrency.lockutils [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] Acquired lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.408940] env[69744]: DEBUG nova.network.neutron [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Refreshing network info cache for port f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.513873] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1229.514091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.651s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.514366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.540s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.700697] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5222ff56-fa73-ae4f-bb10-bf532bca854f, 'name': SearchDatastore_Task, 'duration_secs': 0.028463} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.700948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.701269] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/e7cbb897-d91b-4224-a87e-1030103a2cc8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.701541] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00076e3e-d3a5-4e1f-b739-67852043c410 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.708627] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1229.708627] env[69744]: value = "task-3312612" [ 1229.708627] env[69744]: _type = "Task" [ 1229.708627] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.716379] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.021584] env[69744]: INFO nova.compute.claims [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.150350] env[69744]: DEBUG nova.network.neutron [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updated VIF entry in instance network info cache for port f50e2d6e-ed92-4e24-84ca-e60b8c440b22. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.150870] env[69744]: DEBUG nova.network.neutron [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updating instance_info_cache with network_info: [{"id": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "address": "fa:16:3e:45:a2:4e", "network": {"id": "e6deb729-b732-4780-9740-9cc4c0039436", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1462482442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43614de911904e16b32f5f822039f356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e2d6e-ed", "ovs_interfaceid": "f50e2d6e-ed92-4e24-84ca-e60b8c440b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.218676] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487829} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.219067] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/e7cbb897-d91b-4224-a87e-1030103a2cc8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.219200] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.219452] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4545bbe9-600e-4456-b48d-0b0647917e23 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.227040] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1230.227040] env[69744]: value = "task-3312613" [ 1230.227040] env[69744]: _type = "Task" [ 1230.227040] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.235067] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.528153] env[69744]: INFO nova.compute.resource_tracker [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating resource usage from migration f150b3f1-6713-4060-b0c9-e84d96d303d6 [ 1230.653453] env[69744]: DEBUG oslo_concurrency.lockutils [req-d26a226b-0994-4e0d-9ac4-ce1852f5c78a req-996f6c76-f27a-4d19-a631-7a467682acf2 service nova] Releasing lock "refresh_cache-24d986be-5b19-448c-aa77-45a8c30e9436" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.694911] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1fab09-103f-41cd-b5f4-ff247226489f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.702912] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4c01b-184b-4f4d-941c-0f850df077d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.735982] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d810ca4-4fcf-4a1f-9e06-6a6c73a3409c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.743190] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067337} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.745237] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.746015] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541d2b7-4a66-44e3-b8b8-25f749167bf7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.749366] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf492635-f5e7-4c2d-8de5-c60ea3fdcae3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.773228] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/e7cbb897-d91b-4224-a87e-1030103a2cc8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.781235] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e1ceb0-ec37-402f-9d0c-7379178f06e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.795913] env[69744]: DEBUG nova.compute.provider_tree [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.803850] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1230.803850] env[69744]: value = "task-3312614" [ 1230.803850] env[69744]: _type = "Task" [ 1230.803850] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.814956] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.301368] env[69744]: DEBUG nova.scheduler.client.report [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.315528] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312614, 'name': ReconfigVM_Task, 'duration_secs': 0.288519} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.315821] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/e7cbb897-d91b-4224-a87e-1030103a2cc8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.316453] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3009619b-71c0-4892-8891-518829ad18f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.323141] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1231.323141] env[69744]: value = "task-3312615" [ 1231.323141] env[69744]: _type = "Task" [ 1231.323141] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.334268] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312615, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.761063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f297b582-8c56-48db-9177-462c5c48a8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.761202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.810817] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.811042] env[69744]: INFO nova.compute.manager [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Migrating [ 1231.817555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.467s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.819057] env[69744]: INFO nova.compute.claims [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.838251] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312615, 'name': Rename_Task, 'duration_secs': 0.148983} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.838520] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.838760] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11706a3b-eabc-423d-b724-06fd5201dccc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.846292] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1231.846292] env[69744]: value = "task-3312616" [ 1231.846292] env[69744]: _type = "Task" [ 1231.846292] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.854703] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.264658] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.330653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.331049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.331049] env[69744]: DEBUG nova.network.neutron [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.356594] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.785937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.861219] env[69744]: DEBUG oslo_vmware.api [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312616, 'name': PowerOnVM_Task, 'duration_secs': 0.666201} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.863873] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.864091] env[69744]: INFO nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1232.864274] env[69744]: DEBUG nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.865245] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301addb-4126-4598-ae54-4f940834cabd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.993685] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181c077-d376-48ee-ac6f-e68c46878212 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.000879] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c03e9-cdfa-4cd0-bc75-074048918c13 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.031765] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4622a4-a223-41ea-9d21-da60b0f34655 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.038694] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff919dd-238a-4e63-8ad9-6c421610148c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.051532] env[69744]: DEBUG nova.compute.provider_tree [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.063089] env[69744]: DEBUG nova.network.neutron [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.383317] env[69744]: INFO nova.compute.manager [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Took 13.62 seconds to build instance. [ 1233.555140] env[69744]: DEBUG nova.scheduler.client.report [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.564867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.885810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-95ff4029-853f-4593-93e4-dd0c476babe4 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.131s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.886496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.642s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.886692] env[69744]: INFO nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1233.886863] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.059933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.060498] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.063858] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.278s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.065197] env[69744]: INFO nova.compute.claims [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.287156] env[69744]: DEBUG nova.compute.manager [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.287434] env[69744]: DEBUG nova.compute.manager [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing instance network info cache due to event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.287655] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.287800] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.287961] env[69744]: DEBUG nova.network.neutron [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.565972] env[69744]: DEBUG nova.compute.utils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.567295] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.567463] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.610288] env[69744]: DEBUG nova.policy [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f9b693e49842d5aa7c9fe7c9e00c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '471c7a2dd5994c84803f3346b38e4453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.896010] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Successfully created port: af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.041731] env[69744]: DEBUG nova.network.neutron [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updated VIF entry in instance network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.042099] env[69744]: DEBUG nova.network.neutron [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.071801] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.084508] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c98c0-4265-4221-a0df-2972035fb4fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.106034] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.245021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942063a0-03be-4c7e-807a-c1f7cb0729be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.251813] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3b52b-869e-4880-b37d-94f030242cf4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.282687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d7651-72f0-454c-bde2-4e035e9d0f01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.290229] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be0cdf7-a561-4ba6-87b0-3c48d7c4de31 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.303503] env[69744]: DEBUG nova.compute.provider_tree [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.544915] env[69744]: DEBUG oslo_concurrency.lockutils [req-f8cc0f57-09c9-4867-ac96-5ed7320defde req-59c86ef4-f5ca-43a0-9051-a4ee6ce56c02 service nova] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.614607] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.614948] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff831c8-92cf-4ac1-b99b-fc33814ce8c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.622865] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1235.622865] env[69744]: value = "task-3312617" [ 1235.622865] env[69744]: _type = "Task" [ 1235.622865] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.631482] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.806756] env[69744]: DEBUG nova.scheduler.client.report [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.018582] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.018844] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.019083] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.019352] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.019603] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.019828] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1236.020061] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.083998] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.110619] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.110976] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.111236] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.111442] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.111596] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.111747] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.111960] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.112176] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.112363] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.112529] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.112705] env[69744]: DEBUG nova.virt.hardware [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.113659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5591e0ab-fdf1-486b-9905-04c3eb0e223a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.121832] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21178f-62a1-49d4-97a8-2b6cde63ec02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.140521] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312617, 'name': PowerOffVM_Task, 'duration_secs': 0.301441} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.140788] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.140982] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.284037] env[69744]: DEBUG nova.compute.manager [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received event network-vif-plugged-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.284271] env[69744]: DEBUG oslo_concurrency.lockutils [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] Acquiring lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.284481] env[69744]: DEBUG oslo_concurrency.lockutils [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.284646] env[69744]: DEBUG oslo_concurrency.lockutils [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.284809] env[69744]: DEBUG nova.compute.manager [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] No waiting events found dispatching network-vif-plugged-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.284970] env[69744]: WARNING nova.compute.manager [req-31593327-2d73-4bdb-bc63-24bee57df42c req-0192eab6-e7f6-4805-8e2b-994966253e2a service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received unexpected event network-vif-plugged-af9dea7a-0f2f-42ea-a323-2b2437b17d41 for instance with vm_state building and task_state spawning. [ 1236.311640] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.312184] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.373451] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Successfully updated port: af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.523814] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.524701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.524701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.524701] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1237.212294] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0ba3f-4848-47d9-bf42-ae64628d3fd1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.217636] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.217865] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.218023] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.218203] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.218348] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.218492] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.218686] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.218839] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.219008] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.219180] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.219347] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.224952] env[69744]: DEBUG nova.compute.utils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.230018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.230018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.230018] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.230018] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37ed7e7-df4e-4173-9b75-9030601e11cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.239442] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.239618] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.247667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e58151-cd7e-4ec2-a04d-2bc2164bfdc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.254819] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1237.254819] env[69744]: value = "task-3312618" [ 1237.254819] env[69744]: _type = "Task" [ 1237.254819] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.268745] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e98fb1-1d9a-4fdd-8f6f-d866b93b2760 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.274305] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.280408] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c04eb7-bd8f-4d59-b922-f63399e94306 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.288281] env[69744]: DEBUG nova.policy [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382cce6f238a49b78ea2b16e2a0cf217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c121b398564ce9b567469c44d47b42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.312987] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179681MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1237.313213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.313456] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.648462] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Successfully created port: 673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.731412] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.769182] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312618, 'name': ReconfigVM_Task, 'duration_secs': 0.193169} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.770069] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.772125] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.914728] env[69744]: DEBUG nova.network.neutron [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [{"id": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "address": "fa:16:3e:b5:a2:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9dea7a-0f", "ovs_interfaceid": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.284872] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.285347] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.285347] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.285494] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.285635] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.285780] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.285981] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.286152] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.286315] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.286472] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.286642] env[69744]: DEBUG nova.virt.hardware [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.291872] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.292429] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463e04f4-7e6d-4610-81a1-bdd3a7b75561 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.310059] env[69744]: DEBUG nova.compute.manager [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.310059] env[69744]: DEBUG nova.compute.manager [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing instance network info cache due to event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.310368] env[69744]: DEBUG oslo_concurrency.lockutils [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] Acquiring lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.311789] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1238.311789] env[69744]: value = "task-3312619" [ 1238.311789] env[69744]: _type = "Task" [ 1238.311789] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.320146] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.329059] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Applying migration context for instance 1810fa1a-e1e7-413f-8b32-80df20217851 as it has an incoming, in-progress migration f150b3f1-6713-4060-b0c9-e84d96d303d6. Migration status is migrating {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1238.330823] env[69744]: INFO nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating resource usage from migration f150b3f1-6713-4060-b0c9-e84d96d303d6 [ 1238.351045] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f81746f1-4190-4413-bc02-7ee143af467a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351045] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 360f0757-d79a-40b1-8120-0d30f562e597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351189] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351223] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351340] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 57c8d735-784c-4753-8739-99eac811701d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351467] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 24d986be-5b19-448c-aa77-45a8c30e9436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351590] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e7cbb897-d91b-4224-a87e-1030103a2cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351705] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Migration f150b3f1-6713-4060-b0c9-e84d96d303d6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1238.351814] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 1810fa1a-e1e7-413f-8b32-80df20217851 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.351922] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.352054] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f297b582-8c56-48db-9177-462c5c48a8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.352248] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1238.352390] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.417567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.417915] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Instance network_info: |[{"id": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "address": "fa:16:3e:b5:a2:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9dea7a-0f", "ovs_interfaceid": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.418277] env[69744]: DEBUG oslo_concurrency.lockutils [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] Acquired lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.418460] env[69744]: DEBUG nova.network.neutron [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.419712] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:a2:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9dea7a-0f2f-42ea-a323-2b2437b17d41', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.427271] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating folder: Project (471c7a2dd5994c84803f3346b38e4453). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.432378] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a160658-9a1d-4e06-90d0-0c45650ba72b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.444900] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created folder: Project (471c7a2dd5994c84803f3346b38e4453) in parent group-v661134. [ 1238.445133] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating folder: Instances. Parent ref: group-v661448. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.447831] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-141d1797-68b1-449e-858c-e7a4649ad4c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.458856] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created folder: Instances in parent group-v661448. [ 1238.459197] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.459197] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.461848] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6cd73c8-6b52-4a44-be9b-f1afd7bb69c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.483076] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.483076] env[69744]: value = "task-3312622" [ 1238.483076] env[69744]: _type = "Task" [ 1238.483076] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.493163] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312622, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.524521] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cda2d-cf73-4188-a3fd-a08e8ae93e8f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.531659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f5f88-c936-41ff-b70b-a0fac10fe1da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.569072] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1904a216-8bd8-4dc9-9439-39b105060fed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.583791] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a29c435-8368-4da7-835a-f13b6205eeeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.598687] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.732940] env[69744]: DEBUG nova.network.neutron [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updated VIF entry in instance network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.733329] env[69744]: DEBUG nova.network.neutron [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [{"id": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "address": "fa:16:3e:b5:a2:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9dea7a-0f", "ovs_interfaceid": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.740663] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.770160] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.770410] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.770566] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.770768] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.770975] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.771153] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.771442] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.771511] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.771731] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.771895] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.772092] env[69744]: DEBUG nova.virt.hardware [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.773065] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f07b3-15ab-4cf6-97e3-79dfd602961d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.781028] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ea152-6539-4387-b502-7e618a90606c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.821199] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312619, 'name': ReconfigVM_Task, 'duration_secs': 0.184262} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.821462] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.822235] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc05c0-16bf-4211-80dd-7098009dd43a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.846768] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.847035] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3fc7d40-3e08-4a4d-a39b-89716983ebfc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.864318] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1238.864318] env[69744]: value = "task-3312623" [ 1238.864318] env[69744]: _type = "Task" [ 1238.864318] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.872021] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.992922] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312622, 'name': CreateVM_Task, 'duration_secs': 0.340162} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.993134] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.993820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.994038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.994510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.994660] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692cc533-9583-4c19-8bd3-a960030722a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.998882] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1238.998882] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52be2213-30c6-43d3-92a6-b98e0d78b78b" [ 1238.998882] env[69744]: _type = "Task" [ 1238.998882] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.008017] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52be2213-30c6-43d3-92a6-b98e0d78b78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.101044] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Successfully updated port: 673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.104491] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.239755] env[69744]: DEBUG oslo_concurrency.lockutils [req-2b4213d3-4583-48ff-a0db-bb40b409acc2 req-ee9ebb29-6d43-46a8-8ca4-e0c85feba5c7 service nova] Releasing lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.374125] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312623, 'name': ReconfigVM_Task, 'duration_secs': 0.281613} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.374477] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.374671] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.509592] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52be2213-30c6-43d3-92a6-b98e0d78b78b, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.509851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.510098] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.510333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.510476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.510656] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.510977] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4080b0-91be-4f1a-b49e-49ae8fbc484f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.518772] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.518945] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.519636] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6970356-50bd-4b98-b94c-d28f844edb10 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.524295] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1239.524295] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527e5fa2-ba11-8d18-14b0-4688f7224e90" [ 1239.524295] env[69744]: _type = "Task" [ 1239.524295] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.531024] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527e5fa2-ba11-8d18-14b0-4688f7224e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.604715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.604715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.604715] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.611654] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.611988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.298s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.880910] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17234df-1b70-44f1-ad4b-c503a32d5d4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.903159] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daaa035-ce48-4e80-b703-4e81220814f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.923741] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.034905] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]527e5fa2-ba11-8d18-14b0-4688f7224e90, 'name': SearchDatastore_Task, 'duration_secs': 0.007704} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.035622] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf22b73-d3cd-479c-b527-cd263883f912 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.040560] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1240.040560] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4d80d-63c3-b049-896e-db89abd3ba90" [ 1240.040560] env[69744]: _type = "Task" [ 1240.040560] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.050064] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4d80d-63c3-b049-896e-db89abd3ba90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.136389] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.255787] env[69744]: DEBUG nova.network.neutron [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Updating instance_info_cache with network_info: [{"id": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "address": "fa:16:3e:87:fe:f1", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673938f2-0b", "ovs_interfaceid": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.336113] env[69744]: DEBUG nova.compute.manager [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Received event network-vif-plugged-673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.336270] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Acquiring lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.336473] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.336634] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.336796] env[69744]: DEBUG nova.compute.manager [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] No waiting events found dispatching network-vif-plugged-673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.336954] env[69744]: WARNING nova.compute.manager [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Received unexpected event network-vif-plugged-673938f2-0bc3-4857-9a7e-6ae89811c2ba for instance with vm_state building and task_state spawning. [ 1240.337128] env[69744]: DEBUG nova.compute.manager [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Received event network-changed-673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.337280] env[69744]: DEBUG nova.compute.manager [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Refreshing instance network info cache due to event network-changed-673938f2-0bc3-4857-9a7e-6ae89811c2ba. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.337436] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Acquiring lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.551113] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d4d80d-63c3-b049-896e-db89abd3ba90, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.551944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.551944] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a4405c0e-4d4c-4ee0-868b-c963716ba56a/a4405c0e-4d4c-4ee0-868b-c963716ba56a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.551944] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58aa3c87-8b8f-4b66-befb-6f26a0485886 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.558678] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1240.558678] env[69744]: value = "task-3312624" [ 1240.558678] env[69744]: _type = "Task" [ 1240.558678] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.566601] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.759113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.759507] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Instance network_info: |[{"id": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "address": "fa:16:3e:87:fe:f1", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673938f2-0b", "ovs_interfaceid": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.759845] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Acquired lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.760098] env[69744]: DEBUG nova.network.neutron [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Refreshing network info cache for port 673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.761587] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:fe:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '673938f2-0bc3-4857-9a7e-6ae89811c2ba', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.770875] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Creating folder: Project (d2c121b398564ce9b567469c44d47b42). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.774461] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc176da-f0c8-437a-b916-628963bc0395 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.787937] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Created folder: Project (d2c121b398564ce9b567469c44d47b42) in parent group-v661134. [ 1240.788202] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Creating folder: Instances. Parent ref: group-v661451. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.788463] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e6276bb-e5c7-47fe-b974-6a344316bb11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.799822] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Created folder: Instances in parent group-v661451. [ 1240.799822] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.799970] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.800205] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f82f4e-5d27-47e4-928c-7b048f5581f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.817074] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.817625] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.822703] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.822703] env[69744]: value = "task-3312627" [ 1240.822703] env[69744]: _type = "Task" [ 1240.822703] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.830954] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312627, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.014141] env[69744]: DEBUG nova.network.neutron [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Updated VIF entry in instance network info cache for port 673938f2-0bc3-4857-9a7e-6ae89811c2ba. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.014574] env[69744]: DEBUG nova.network.neutron [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Updating instance_info_cache with network_info: [{"id": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "address": "fa:16:3e:87:fe:f1", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673938f2-0b", "ovs_interfaceid": "673938f2-0bc3-4857-9a7e-6ae89811c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.069575] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.069885] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] a4405c0e-4d4c-4ee0-868b-c963716ba56a/a4405c0e-4d4c-4ee0-868b-c963716ba56a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.070162] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.070464] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a04c5f-9049-4770-afc4-67a4dd4ec385 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.078430] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1241.078430] env[69744]: value = "task-3312628" [ 1241.078430] env[69744]: _type = "Task" [ 1241.078430] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.087243] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.333462] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312627, 'name': CreateVM_Task, 'duration_secs': 0.444942} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.333664] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.334324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.334782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.334782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.335116] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ae9cb2-01ac-447a-b436-1fafff88bfee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.340271] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1241.340271] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d9e13-4eeb-0019-5fcc-1da4177bfd2d" [ 1241.340271] env[69744]: _type = "Task" [ 1241.340271] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.348351] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d9e13-4eeb-0019-5fcc-1da4177bfd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.520067] env[69744]: DEBUG oslo_concurrency.lockutils [req-4bf2b4ce-6a09-45f5-a29e-981bdbbf0ef9 req-38b88a82-80de-45f3-9f22-7636f13300f3 service nova] Releasing lock "refresh_cache-f297b582-8c56-48db-9177-462c5c48a8ab" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.590989] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064201} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.591294] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.592055] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac1176-d0b2-4ac9-b0db-40e1b76c9e95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.595243] env[69744]: DEBUG nova.network.neutron [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Port a23c28dd-2cc7-4a92-9f9d-8f9c48404351 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.617520] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a4405c0e-4d4c-4ee0-868b-c963716ba56a/a4405c0e-4d4c-4ee0-868b-c963716ba56a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.618439] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f7b764-0001-4c55-bce4-abf5ac819472 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.638619] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1241.638619] env[69744]: value = "task-3312629" [ 1241.638619] env[69744]: _type = "Task" [ 1241.638619] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.646554] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.850705] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d9e13-4eeb-0019-5fcc-1da4177bfd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.851310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.851548] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.851779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.851936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.852140] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.852400] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898c5a77-cc77-40ca-b71f-4203b836ec66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.861462] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.861661] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.862486] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a98bd0-a454-43d7-990b-15636c67a470 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.867850] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1241.867850] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a716b0-692a-9736-c2a1-d5a38adbf9e7" [ 1241.867850] env[69744]: _type = "Task" [ 1241.867850] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.875166] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a716b0-692a-9736-c2a1-d5a38adbf9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.149566] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312629, 'name': ReconfigVM_Task, 'duration_secs': 0.362129} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.149834] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a4405c0e-4d4c-4ee0-868b-c963716ba56a/a4405c0e-4d4c-4ee0-868b-c963716ba56a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.150494] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edf66f44-96f9-4092-9377-69826fe30543 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.157372] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1242.157372] env[69744]: value = "task-3312630" [ 1242.157372] env[69744]: _type = "Task" [ 1242.157372] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.165960] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312630, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.278542] env[69744]: DEBUG oslo_concurrency.lockutils [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.278792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.278976] env[69744]: DEBUG nova.compute.manager [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.280214] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcef94d-a353-4be9-b1ab-3c143d727918 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.286912] env[69744]: DEBUG nova.compute.manager [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1242.287494] env[69744]: DEBUG nova.objects.instance [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'flavor' on Instance uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.377935] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a716b0-692a-9736-c2a1-d5a38adbf9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018698} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.378677] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e431fd24-8eec-40dc-984a-4002dbd8a6b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.385310] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1242.385310] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdac5e-51e6-5074-2a8a-edad06ef7f47" [ 1242.385310] env[69744]: _type = "Task" [ 1242.385310] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.394235] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdac5e-51e6-5074-2a8a-edad06ef7f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.619453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.619928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.619928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.666225] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312630, 'name': Rename_Task, 'duration_secs': 0.139481} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.666538] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.666900] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42831753-2990-45c7-8d8a-0691803a5a1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.673075] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1242.673075] env[69744]: value = "task-3312631" [ 1242.673075] env[69744]: _type = "Task" [ 1242.673075] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.680403] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.895464] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52bdac5e-51e6-5074-2a8a-edad06ef7f47, 'name': SearchDatastore_Task, 'duration_secs': 0.014409} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.895756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.896130] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] f297b582-8c56-48db-9177-462c5c48a8ab/f297b582-8c56-48db-9177-462c5c48a8ab.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.896427] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da4814b-6c9a-46a8-817c-656e48564f42 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.902959] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1242.902959] env[69744]: value = "task-3312632" [ 1242.902959] env[69744]: _type = "Task" [ 1242.902959] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.910681] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.186030] env[69744]: DEBUG oslo_vmware.api [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312631, 'name': PowerOnVM_Task, 'duration_secs': 0.454204} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.186030] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.186030] env[69744]: INFO nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1243.186030] env[69744]: DEBUG nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.187028] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575e318-16d0-4a92-a950-4a6a1af2e5f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.294138] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.294717] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9089cbd-e576-4846-9ff7-182f767334d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.301889] env[69744]: DEBUG oslo_vmware.api [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1243.301889] env[69744]: value = "task-3312633" [ 1243.301889] env[69744]: _type = "Task" [ 1243.301889] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.312302] env[69744]: DEBUG oslo_vmware.api [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.412627] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497691} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.412843] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] f297b582-8c56-48db-9177-462c5c48a8ab/f297b582-8c56-48db-9177-462c5c48a8ab.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.413109] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.413401] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baca88fa-17e1-4f8a-9ccf-783fb2782662 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.419098] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1243.419098] env[69744]: value = "task-3312634" [ 1243.419098] env[69744]: _type = "Task" [ 1243.419098] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.426432] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.653570] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.653979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.653979] env[69744]: DEBUG nova.network.neutron [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.705413] env[69744]: INFO nova.compute.manager [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Took 15.37 seconds to build instance. [ 1243.811694] env[69744]: DEBUG oslo_vmware.api [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312633, 'name': PowerOffVM_Task, 'duration_secs': 0.240821} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.811942] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.812155] env[69744]: DEBUG nova.compute.manager [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.812876] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914872d-fe3f-48cc-89fd-07949dac8d24 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.928741] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069339} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.929030] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.929828] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde3fe3-3d1a-4d1a-9e3e-4fe191e02044 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.951263] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] f297b582-8c56-48db-9177-462c5c48a8ab/f297b582-8c56-48db-9177-462c5c48a8ab.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.951513] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebf52dc-6947-4a0d-8a52-ee908a0d0444 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.971048] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1243.971048] env[69744]: value = "task-3312635" [ 1243.971048] env[69744]: _type = "Task" [ 1243.971048] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.978399] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.105625] env[69744]: DEBUG nova.compute.manager [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.105863] env[69744]: DEBUG nova.compute.manager [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing instance network info cache due to event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.106232] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] Acquiring lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.106312] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] Acquired lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.106463] env[69744]: DEBUG nova.network.neutron [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.208824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-00c8ca64-6474-4bc1-8c29-fe4bd7da882b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.884s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.325634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-efafca66-6d8b-4d8a-9d32-497e8bd72d95 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.381239] env[69744]: DEBUG nova.network.neutron [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.479691] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312635, 'name': ReconfigVM_Task, 'duration_secs': 0.291497} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.479989] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Reconfigured VM instance instance-00000077 to attach disk [datastore2] f297b582-8c56-48db-9177-462c5c48a8ab/f297b582-8c56-48db-9177-462c5c48a8ab.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.480638] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edea1448-3b00-44b7-b7d3-9ba041578448 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.487174] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1244.487174] env[69744]: value = "task-3312636" [ 1244.487174] env[69744]: _type = "Task" [ 1244.487174] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.499008] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312636, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.640768] env[69744]: DEBUG nova.objects.instance [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'flavor' on Instance uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.833449] env[69744]: DEBUG nova.network.neutron [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updated VIF entry in instance network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.833817] env[69744]: DEBUG nova.network.neutron [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [{"id": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "address": "fa:16:3e:b5:a2:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9dea7a-0f", "ovs_interfaceid": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.883836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.996532] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312636, 'name': Rename_Task, 'duration_secs': 0.438187} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.996836] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.997106] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f414380-bd10-4f9e-b2c2-4fdddf0d7f4b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.003186] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1245.003186] env[69744]: value = "task-3312637" [ 1245.003186] env[69744]: _type = "Task" [ 1245.003186] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.013983] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.148784] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.149034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.149141] env[69744]: DEBUG nova.network.neutron [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.149315] env[69744]: DEBUG nova.objects.instance [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'info_cache' on Instance uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.337058] env[69744]: DEBUG oslo_concurrency.lockutils [req-d5161407-504f-463a-bba3-76ada6fdba9a req-96e435f3-ac99-412e-839c-db1bff1df3b7 service nova] Releasing lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.395227] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64425dde-720d-4b1b-8983-3337c330a673 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.404345] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8d134-174e-4cde-a30f-c8801e164da4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.512108] env[69744]: DEBUG oslo_vmware.api [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312637, 'name': PowerOnVM_Task, 'duration_secs': 0.440333} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.512381] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.512579] env[69744]: INFO nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1245.512757] env[69744]: DEBUG nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.513567] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167cd141-60f1-41df-855c-f830b8392b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.653653] env[69744]: DEBUG nova.objects.base [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Object Instance<99e61efc-893d-44a3-a0d7-228cfbc4115e> lazy-loaded attributes: flavor,info_cache {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.029047] env[69744]: INFO nova.compute.manager [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Took 13.26 seconds to build instance. [ 1246.376276] env[69744]: DEBUG nova.network.neutron [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.499191] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc300f47-1918-472a-981d-8812fa047c91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.522326] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f1d49b-6070-4629-93e5-32157e7bc53a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.529205] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.533372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59e462a8-b431-4392-90ab-43614c8f5443 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.772s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.879241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.036054] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.036363] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f39bc91-3d82-4464-8fa8-3bfd33ce4aa7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.044499] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1247.044499] env[69744]: value = "task-3312638" [ 1247.044499] env[69744]: _type = "Task" [ 1247.044499] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.053748] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.081464] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.081730] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.081914] env[69744]: INFO nova.compute.manager [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Shelving [ 1247.263095] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "57c8d735-784c-4753-8739-99eac811701d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.263387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.263605] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "57c8d735-784c-4753-8739-99eac811701d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.263786] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.263955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.266306] env[69744]: INFO nova.compute.manager [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Terminating instance [ 1247.555174] env[69744]: DEBUG oslo_vmware.api [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312638, 'name': PowerOnVM_Task, 'duration_secs': 0.384568} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.555398] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.555615] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d705b4-4a60-40d3-b493-9df9733e4d79 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance '1810fa1a-e1e7-413f-8b32-80df20217851' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.770021] env[69744]: DEBUG nova.compute.manager [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.770021] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.770169] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33e3c91-0d86-417c-a93a-f19d6eb96c40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.776845] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1247.776845] env[69744]: value = "task-3312639" [ 1247.776845] env[69744]: _type = "Task" [ 1247.776845] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.785163] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.885191] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.885647] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b62aa0-b5c4-4767-b57d-d3eb3dcd0b40 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.895670] env[69744]: DEBUG oslo_vmware.api [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1247.895670] env[69744]: value = "task-3312640" [ 1247.895670] env[69744]: _type = "Task" [ 1247.895670] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.904858] env[69744]: DEBUG oslo_vmware.api [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.098119] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.098505] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f57bf62-03d3-48fa-8f0b-98e1a69e1f22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.108081] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1248.108081] env[69744]: value = "task-3312641" [ 1248.108081] env[69744]: _type = "Task" [ 1248.108081] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.118469] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.289066] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312639, 'name': PowerOffVM_Task, 'duration_secs': 0.235031} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.290180] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.290397] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.290599] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661424', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'name': 'volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57c8d735-784c-4753-8739-99eac811701d', 'attached_at': '', 'detached_at': '', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'serial': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.291427] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78bb0c-8070-45d5-8984-3c849ac00016 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.310843] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02405ced-8796-4a32-a5ca-3c919111373f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.318067] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee7f25-6865-492f-98fd-409e710c90af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.336117] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb8be7-6570-4b67-8432-a30fe838876a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.352330] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] The volume has not been displaced from its original location: [datastore2] volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb/volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.357796] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.358178] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b92a848-6f68-4a0f-8dd9-4ea567411cf1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.379710] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1248.379710] env[69744]: value = "task-3312642" [ 1248.379710] env[69744]: _type = "Task" [ 1248.379710] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.388329] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.407292] env[69744]: DEBUG oslo_vmware.api [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.619894] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312641, 'name': PowerOffVM_Task, 'duration_secs': 0.252007} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.620195] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.620965] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959d1c3-a2f1-449d-8edb-47dd3bf49bf6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.639223] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3328e2-eb64-4667-8d68-8db358269fbd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.756280] env[69744]: DEBUG nova.compute.manager [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.756768] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee62ef-a002-4fff-868d-53096809671c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.890715] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.905090] env[69744]: DEBUG oslo_vmware.api [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312640, 'name': PowerOnVM_Task, 'duration_secs': 0.566898} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.905344] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.905544] env[69744]: DEBUG nova.compute.manager [None req-3e94e9d1-0e2a-4d4a-b449-b5adae8e2fb7 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.906292] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906de26-6c9c-43d6-bf82-d4580d835a3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.149066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.149589] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b87504a4-8959-448a-9d7b-7a2de0523882 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.157554] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1249.157554] env[69744]: value = "task-3312643" [ 1249.157554] env[69744]: _type = "Task" [ 1249.157554] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.167154] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.268643] env[69744]: INFO nova.compute.manager [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] instance snapshotting [ 1249.271757] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac2b19-e051-4529-b870-9b1b7771f5c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.291137] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a111d558-ba34-4467-9bec-f007cfaa77f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.391136] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.669336] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.801669] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.802025] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65015a0a-df58-42ab-8a55-9047fe0c0ab6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.809159] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1249.809159] env[69744]: value = "task-3312644" [ 1249.809159] env[69744]: _type = "Task" [ 1249.809159] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.816634] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.894205] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312642, 'name': ReconfigVM_Task, 'duration_secs': 1.181142} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.894565] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.905821] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d134a37c-d87b-48fc-8e78-5ffdfa665259 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.926583] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1249.926583] env[69744]: value = "task-3312645" [ 1249.926583] env[69744]: _type = "Task" [ 1249.926583] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.935754] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.956318] env[69744]: DEBUG nova.network.neutron [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Port a23c28dd-2cc7-4a92-9f9d-8f9c48404351 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.956601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.956751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.956939] env[69744]: DEBUG nova.network.neutron [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.172283] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312643, 'name': CreateSnapshot_Task, 'duration_secs': 0.582798} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.172598] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.173321] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fdcee-b0e7-4e54-922f-b613ac3cb783 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.319556] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312644, 'name': CreateSnapshot_Task, 'duration_secs': 0.48797} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.319812] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.320548] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ec032-fe72-4006-a54c-96e0d4d291c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.437791] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312645, 'name': ReconfigVM_Task, 'duration_secs': 0.118088} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.438117] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661424', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'name': 'volume-be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57c8d735-784c-4753-8739-99eac811701d', 'attached_at': '', 'detached_at': '', 'volume_id': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb', 'serial': 'be4d5a54-5bc0-4681-9b7f-1246aefa77fb'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.438389] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.439257] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c815f78-03b0-4125-8756-70112b6c0e93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.445764] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.445999] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1978e6db-0a63-434d-894d-e49d5df3cffb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.511837] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.512039] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.512231] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Deleting the datastore file [datastore2] 57c8d735-784c-4753-8739-99eac811701d {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.512520] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69af03ea-0fa8-47f9-b3bf-186b1bda964a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.521803] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for the task: (returnval){ [ 1250.521803] env[69744]: value = "task-3312647" [ 1250.521803] env[69744]: _type = "Task" [ 1250.521803] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.529196] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.672227] env[69744]: DEBUG nova.network.neutron [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.696873] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.697352] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba12cefe-0df0-4838-89aa-c33c0e48ce05 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.705219] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1250.705219] env[69744]: value = "task-3312648" [ 1250.705219] env[69744]: _type = "Task" [ 1250.705219] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.713966] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312648, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.838526] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.838833] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd869ebd-e3a9-4a01-8a1b-ba7294fe52f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.847708] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1250.847708] env[69744]: value = "task-3312649" [ 1250.847708] env[69744]: _type = "Task" [ 1250.847708] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.857244] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312649, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.033482] env[69744]: DEBUG oslo_vmware.api [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Task: {'id': task-3312647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077569} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.033742] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.033932] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.034210] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.034391] env[69744]: INFO nova.compute.manager [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1251.035310] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.035310] env[69744]: DEBUG nova.compute.manager [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.035310] env[69744]: DEBUG nova.network.neutron [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.174925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.215687] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312648, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.359241] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312649, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.524486] env[69744]: DEBUG nova.compute.manager [req-6ad481b4-0a82-4a18-9b1e-52f6aee69410 req-7cdbfd68-5a50-4511-a81c-3b5bd163ceaa service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Received event network-vif-deleted-89e61955-f914-4b9d-965c-b8e153693201 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.524670] env[69744]: INFO nova.compute.manager [req-6ad481b4-0a82-4a18-9b1e-52f6aee69410 req-7cdbfd68-5a50-4511-a81c-3b5bd163ceaa service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Neutron deleted interface 89e61955-f914-4b9d-965c-b8e153693201; detaching it from the instance and deleting it from the info cache [ 1251.524844] env[69744]: DEBUG nova.network.neutron [req-6ad481b4-0a82-4a18-9b1e-52f6aee69410 req-7cdbfd68-5a50-4511-a81c-3b5bd163ceaa service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.678558] env[69744]: DEBUG nova.compute.manager [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69744) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1251.717603] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312648, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.858759] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312649, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.999590] env[69744]: DEBUG nova.network.neutron [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.028019] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a70ee11-ce44-43a5-98ba-578e1ede1a01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.038154] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a78c47-85c6-49f9-94a2-f43da1957b92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.071720] env[69744]: DEBUG nova.compute.manager [req-6ad481b4-0a82-4a18-9b1e-52f6aee69410 req-7cdbfd68-5a50-4511-a81c-3b5bd163ceaa service nova] [instance: 57c8d735-784c-4753-8739-99eac811701d] Detach interface failed, port_id=89e61955-f914-4b9d-965c-b8e153693201, reason: Instance 57c8d735-784c-4753-8739-99eac811701d could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.219203] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312648, 'name': CloneVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.359776] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312649, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.502630] env[69744]: INFO nova.compute.manager [-] [instance: 57c8d735-784c-4753-8739-99eac811701d] Took 1.47 seconds to deallocate network for instance. [ 1252.718751] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312648, 'name': CloneVM_Task, 'duration_secs': 1.533128} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.719088] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Created linked-clone VM from snapshot [ 1252.719758] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1482c10f-a351-4f31-8724-245a027c925f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.726654] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Uploading image b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.752040] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.752040] env[69744]: value = "vm-661456" [ 1252.752040] env[69744]: _type = "VirtualMachine" [ 1252.752040] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.752331] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c576984-dd84-4b06-a5c7-86c1987833a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.759230] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease: (returnval){ [ 1252.759230] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c2662d-18c9-d335-96d1-ccf5a58a0c71" [ 1252.759230] env[69744]: _type = "HttpNfcLease" [ 1252.759230] env[69744]: } obtained for exporting VM: (result){ [ 1252.759230] env[69744]: value = "vm-661456" [ 1252.759230] env[69744]: _type = "VirtualMachine" [ 1252.759230] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.759529] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the lease: (returnval){ [ 1252.759529] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c2662d-18c9-d335-96d1-ccf5a58a0c71" [ 1252.759529] env[69744]: _type = "HttpNfcLease" [ 1252.759529] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.765625] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.765625] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c2662d-18c9-d335-96d1-ccf5a58a0c71" [ 1252.765625] env[69744]: _type = "HttpNfcLease" [ 1252.765625] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.786299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.786577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.859635] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312649, 'name': CloneVM_Task, 'duration_secs': 1.700156} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.859896] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Created linked-clone VM from snapshot [ 1252.860619] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b6da0-e0c5-42a7-a7ed-566422dfe86d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.867580] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Uploading image 17511c1b-a476-4909-b69a-dae394239f85 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.878482] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1252.878729] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0efca09f-84f4-4456-a52d-db40eeabab44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.884746] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1252.884746] env[69744]: value = "task-3312651" [ 1252.884746] env[69744]: _type = "Task" [ 1252.884746] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.892327] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312651, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.045598] env[69744]: INFO nova.compute.manager [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Took 0.54 seconds to detach 1 volumes for instance. [ 1253.047796] env[69744]: DEBUG nova.compute.manager [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] [instance: 57c8d735-784c-4753-8739-99eac811701d] Deleting volume: be4d5a54-5bc0-4681-9b7f-1246aefa77fb {{(pid=69744) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1253.267643] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.267643] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c2662d-18c9-d335-96d1-ccf5a58a0c71" [ 1253.267643] env[69744]: _type = "HttpNfcLease" [ 1253.267643] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.268125] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.268125] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c2662d-18c9-d335-96d1-ccf5a58a0c71" [ 1253.268125] env[69744]: _type = "HttpNfcLease" [ 1253.268125] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.268665] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1c417-5b17-428f-b7f8-fcb3c6fe4db8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.275616] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.275792] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.331362] env[69744]: DEBUG nova.objects.instance [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'migration_context' on Instance uuid 1810fa1a-e1e7-413f-8b32-80df20217851 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.375557] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2febadd-7c41-49ac-b7d7-133ddfe8c4f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.395607] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312651, 'name': Destroy_Task, 'duration_secs': 0.280836} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.398411] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Destroyed the VM [ 1253.398668] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1253.399118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-644c2bcd-d887-41d4-81b7-98de911fb317 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.410575] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1253.410575] env[69744]: value = "task-3312653" [ 1253.410575] env[69744]: _type = "Task" [ 1253.410575] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.418264] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312653, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.587268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.920486] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312653, 'name': RemoveSnapshot_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.998527] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763584a-023d-46b5-b75e-0967bc296822 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.006480] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311c5b8-bd20-46a6-83ba-2ba5f2440516 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.038439] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755db5b-7b55-4c8c-92c0-75498b1b62ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.046447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db0875-3810-4cf4-b4f0-1acbed995ec8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.060141] env[69744]: DEBUG nova.compute.provider_tree [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.424615] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312653, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.564234] env[69744]: DEBUG nova.scheduler.client.report [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.926356] env[69744]: DEBUG oslo_vmware.api [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312653, 'name': RemoveSnapshot_Task, 'duration_secs': 1.049922} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.926931] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1255.433525] env[69744]: WARNING nova.compute.manager [None req-b132cece-374b-4e88-8eb0-eaaf89651d09 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Image not found during snapshot: nova.exception.ImageNotFound: Image 17511c1b-a476-4909-b69a-dae394239f85 could not be found. [ 1255.576185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.789s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.582634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.995s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.582961] env[69744]: DEBUG nova.objects.instance [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lazy-loading 'resources' on Instance uuid 57c8d735-784c-4753-8739-99eac811701d {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.241447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc886532-0082-4f37-b802-0867d1bd8cb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.249774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8edfd5-0c67-4fb7-b3fe-23da8a8ab8f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.282186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b95d95a-8652-4739-826a-909ba856dd1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.290284] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b915b3-ffa9-4b79-b4ca-85d9d6b2aed6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.304385] env[69744]: DEBUG nova.compute.provider_tree [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.415392] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f297b582-8c56-48db-9177-462c5c48a8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.415680] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.415896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.416097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.416271] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.418489] env[69744]: INFO nova.compute.manager [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Terminating instance [ 1256.807569] env[69744]: DEBUG nova.scheduler.client.report [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.922511] env[69744]: DEBUG nova.compute.manager [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.922858] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.924312] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2eea9-dd57-4773-a78e-2340603024b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.934898] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.935284] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5342804a-4dfb-4be3-b4b4-23a244c1874d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.943927] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1256.943927] env[69744]: value = "task-3312654" [ 1256.943927] env[69744]: _type = "Task" [ 1256.943927] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.953784] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.113194] env[69744]: INFO nova.compute.manager [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Swapping old allocation on dict_keys(['159bdab9-d750-4e8c-86c9-321f1e6d6636']) held by migration f150b3f1-6713-4060-b0c9-e84d96d303d6 for instance [ 1257.135969] env[69744]: DEBUG nova.scheduler.client.report [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Overwriting current allocation {'allocations': {'159bdab9-d750-4e8c-86c9-321f1e6d6636': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 162}}, 'project_id': 'e150c8f09a144f4190115fdcddd5b72b', 'user_id': 'dada29ea70584792bdd6908385ba1373', 'consumer_generation': 1} on consumer 1810fa1a-e1e7-413f-8b32-80df20217851 {{(pid=69744) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1257.231820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.232021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.232202] env[69744]: DEBUG nova.network.neutron [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.312871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.331539] env[69744]: INFO nova.scheduler.client.report [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Deleted allocations for instance 57c8d735-784c-4753-8739-99eac811701d [ 1257.453796] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312654, 'name': PowerOffVM_Task, 'duration_secs': 0.339193} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.454073] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.454281] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.454553] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd2dc65-485a-474e-b625-550c405796e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.520251] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.520480] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.520666] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleting the datastore file [datastore2] f297b582-8c56-48db-9177-462c5c48a8ab {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.520947] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c819dbb9-8ddc-4271-bcf8-172dffcbe037 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.527436] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1257.527436] env[69744]: value = "task-3312656" [ 1257.527436] env[69744]: _type = "Task" [ 1257.527436] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.535219] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.841347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-91a1779f-ad5c-4f5a-a558-a5f819536a2d tempest-ServersTestBootFromVolume-1634135933 tempest-ServersTestBootFromVolume-1634135933-project-member] Lock "57c8d735-784c-4753-8739-99eac811701d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.578s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.957683] env[69744]: DEBUG nova.network.neutron [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [{"id": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "address": "fa:16:3e:ee:46:32", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c28dd-2c", "ovs_interfaceid": "a23c28dd-2cc7-4a92-9f9d-8f9c48404351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.038446] env[69744]: DEBUG oslo_vmware.api [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16616} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.038698] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.038894] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.039079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.039254] env[69744]: INFO nova.compute.manager [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.039499] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.039694] env[69744]: DEBUG nova.compute.manager [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.039791] env[69744]: DEBUG nova.network.neutron [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.335126] env[69744]: DEBUG nova.compute.manager [req-f1051ed2-cf5b-4091-a633-ffca1d7390b4 req-f06514b1-aa7e-49da-a9e4-72af653f2755 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Received event network-vif-deleted-673938f2-0bc3-4857-9a7e-6ae89811c2ba {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.340055] env[69744]: INFO nova.compute.manager [req-f1051ed2-cf5b-4091-a633-ffca1d7390b4 req-f06514b1-aa7e-49da-a9e4-72af653f2755 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Neutron deleted interface 673938f2-0bc3-4857-9a7e-6ae89811c2ba; detaching it from the instance and deleting it from the info cache [ 1258.340055] env[69744]: DEBUG nova.network.neutron [req-f1051ed2-cf5b-4091-a633-ffca1d7390b4 req-f06514b1-aa7e-49da-a9e4-72af653f2755 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.460268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-1810fa1a-e1e7-413f-8b32-80df20217851" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.461335] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128f874-0d7f-4567-a731-bc0b1f48d254 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.469736] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99c0cd-6dc2-4125-bc43-934982bc5a79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.815212] env[69744]: DEBUG nova.network.neutron [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.837924] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9573f544-39b7-4092-8bf3-61a957866f85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.848611] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5089d25f-7955-4459-bf02-7f4b41690837 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.882215] env[69744]: DEBUG nova.compute.manager [req-f1051ed2-cf5b-4091-a633-ffca1d7390b4 req-f06514b1-aa7e-49da-a9e4-72af653f2755 service nova] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Detach interface failed, port_id=673938f2-0bc3-4857-9a7e-6ae89811c2ba, reason: Instance f297b582-8c56-48db-9177-462c5c48a8ab could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.317862] env[69744]: INFO nova.compute.manager [-] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Took 1.28 seconds to deallocate network for instance. [ 1259.557054] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.560026] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ecf36c-b4e7-480a-933f-c1a712e2db97 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.566371] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1259.566371] env[69744]: value = "task-3312657" [ 1259.566371] env[69744]: _type = "Task" [ 1259.566371] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.577289] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.825854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.826222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.826454] env[69744]: DEBUG nova.objects.instance [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lazy-loading 'resources' on Instance uuid f297b582-8c56-48db-9177-462c5c48a8ab {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.076953] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312657, 'name': PowerOffVM_Task, 'duration_secs': 0.244706} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.077296] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.078059] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.078313] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.078500] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.078722] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.078906] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.079094] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.079368] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.079566] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.079770] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.079982] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.080207] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.085449] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5da218-1bff-4f49-bce6-190980ce8fab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.100798] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1260.100798] env[69744]: value = "task-3312658" [ 1260.100798] env[69744]: _type = "Task" [ 1260.100798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.108949] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.479149] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6dbcdf-4862-4807-9808-501155d58dfe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.487103] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c0de7-8806-4b97-98b3-bb0aaf2a20cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.516462] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0564f6-8d04-4251-a21e-79bb4b6872f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.523645] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef19a6-9790-4f11-b5dc-ef20658e8979 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.536821] env[69744]: DEBUG nova.compute.provider_tree [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.609873] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312658, 'name': ReconfigVM_Task, 'duration_secs': 0.186283} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.610688] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79810c3c-3274-43fc-809b-9a819f7deec7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.632734] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.632972] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.633144] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.633352] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.633540] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.633657] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.633856] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.634017] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.634182] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.634357] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.634555] env[69744]: DEBUG nova.virt.hardware [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.635390] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d97dd7-9f1b-4b55-a8a7-d81ccbbecc5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.640834] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1260.640834] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b301d2-cef1-cadd-8d07-67c7c5b155b9" [ 1260.640834] env[69744]: _type = "Task" [ 1260.640834] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.648617] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b301d2-cef1-cadd-8d07-67c7c5b155b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.040066] env[69744]: DEBUG nova.scheduler.client.report [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.151919] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52b301d2-cef1-cadd-8d07-67c7c5b155b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.157291] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.157613] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e972b1-1780-48a1-bf29-26ad373dc41c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.176265] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1261.176265] env[69744]: value = "task-3312659" [ 1261.176265] env[69744]: _type = "Task" [ 1261.176265] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.184470] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.545200] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.572162] env[69744]: INFO nova.scheduler.client.report [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted allocations for instance f297b582-8c56-48db-9177-462c5c48a8ab [ 1261.686986] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312659, 'name': ReconfigVM_Task, 'duration_secs': 0.41901} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.687282] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.688090] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69520304-7684-48d1-b51f-8b1c41aa4da7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.716472] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.716472] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c466ecc-61aa-4c12-bca8-646f81ef2df3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.735760] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1261.735760] env[69744]: value = "task-3312660" [ 1261.735760] env[69744]: _type = "Task" [ 1261.735760] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.745219] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.767758] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1261.768667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e4f94-e510-452b-962e-8d19981a79c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.776069] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1261.776240] env[69744]: ERROR oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk due to incomplete transfer. [ 1261.776474] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-625c404a-34b5-4f98-add9-f6c0888d54d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.783824] env[69744]: DEBUG oslo_vmware.rw_handles [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b45cd5-cedf-8ff0-7533-3620ce34e9d1/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1261.784037] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Uploaded image b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1261.786387] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1261.786653] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9af72c7-1837-407c-a5b1-26ce722b1e06 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.792290] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1261.792290] env[69744]: value = "task-3312661" [ 1261.792290] env[69744]: _type = "Task" [ 1261.792290] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.801223] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312661, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.082381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4f315840-5dba-42cc-9967-c53eb62dec58 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f297b582-8c56-48db-9177-462c5c48a8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.246113] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.304799] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312661, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.747034] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.801656] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312661, 'name': Destroy_Task, 'duration_secs': 0.790068} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.802570] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Destroyed the VM [ 1262.802570] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1262.802714] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80018a92-c480-4cd6-8d9b-6eb00c445274 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.809131] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1262.809131] env[69744]: value = "task-3312662" [ 1262.809131] env[69744]: _type = "Task" [ 1262.809131] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.816941] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.253027] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.321052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "2e047f46-6331-4a90-82fe-52d89cc10d04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.321484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.333012] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.748983] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312660, 'name': ReconfigVM_Task, 'duration_secs': 1.867353} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.749345] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851/1810fa1a-e1e7-413f-8b32-80df20217851.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.750340] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d5de7-1ca2-4377-86d5-96f77abc9fa2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.775744] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f78ce63-4fc8-434d-8ad1-75fb0901da90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.801124] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb012d1-9c86-4ef2-b006-440fd21cd84c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.830619] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.845249] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb86882-902c-4e36-a513-c39f5180ac0f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.855858] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312662, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.858685] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.858998] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f981cb2-b39e-4e0e-817b-8b568f0b6a68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.868854] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1263.868854] env[69744]: value = "task-3312663" [ 1263.868854] env[69744]: _type = "Task" [ 1263.868854] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.880185] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.310091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.310498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.339625] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312662, 'name': RemoveSnapshot_Task, 'duration_secs': 1.090684} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.339880] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1264.340187] env[69744]: DEBUG nova.compute.manager [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.340952] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d7a434-a675-46af-bc26-e0da13a1996f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.362723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.362973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.364399] env[69744]: INFO nova.compute.claims [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.378480] env[69744]: DEBUG oslo_vmware.api [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312663, 'name': PowerOnVM_Task, 'duration_secs': 0.404143} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.378731] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.466601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.466601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.812349] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.852896] env[69744]: INFO nova.compute.manager [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Shelve offloading [ 1264.969331] env[69744]: DEBUG nova.compute.utils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.348154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.355937] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.356272] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f0d4a9-169c-4da7-856b-9404f162425d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.365035] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1265.365035] env[69744]: value = "task-3312664" [ 1265.365035] env[69744]: _type = "Task" [ 1265.365035] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.377300] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1265.377527] env[69744]: DEBUG nova.compute.manager [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.378362] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa12956-3202-417a-95b1-5f23909b19f0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.385321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.385321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.385321] env[69744]: DEBUG nova.network.neutron [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.431625] env[69744]: INFO nova.compute.manager [None req-3660a752-e46a-4064-95ce-f923564ab8fc tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance to original state: 'active' [ 1265.471843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.522924] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db865c7-a8fa-4a21-994e-8df3bf9bfe8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.530636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514386f-3d56-442a-8a80-f94016f1b4cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.559996] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff29895-ab28-4317-bfa9-e0ad74429ff6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.566835] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f19134-c44c-422f-93ea-6f899a01c529 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.579515] env[69744]: DEBUG nova.compute.provider_tree [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.082185] env[69744]: DEBUG nova.scheduler.client.report [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.100196] env[69744]: DEBUG nova.network.neutron [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.541509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.541880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.542062] env[69744]: INFO nova.compute.manager [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Attaching volume 10f2350f-ea6b-4862-aaa9-1cde301630a4 to /dev/sdb [ 1266.578321] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac102ec8-5e98-49ad-9ca2-5a3af9026b1b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.585850] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b871a-ed33-4db6-a41b-181338df3e5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.589077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.589596] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.592143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.244s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.594043] env[69744]: INFO nova.compute.claims [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.602410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.608065] env[69744]: DEBUG nova.virt.block_device [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updating existing volume attachment record: 0678bba5-98d6-453b-a285-06b1e52aa55c {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.870376] env[69744]: DEBUG nova.compute.manager [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-vif-unplugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.870591] env[69744]: DEBUG oslo_concurrency.lockutils [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.870833] env[69744]: DEBUG oslo_concurrency.lockutils [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.871089] env[69744]: DEBUG oslo_concurrency.lockutils [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.871272] env[69744]: DEBUG nova.compute.manager [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] No waiting events found dispatching network-vif-unplugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.871463] env[69744]: WARNING nova.compute.manager [req-389dcf80-e609-49c9-ad8e-d40829bacefe req-f1f08ea8-e218-4c02-a336-addde78fee76 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received unexpected event network-vif-unplugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b for instance with vm_state shelved and task_state shelving_offloading. [ 1266.942169] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.943171] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7513be7f-209d-401f-80f1-418cbf04ca42 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.951171] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.951439] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-956c383f-4880-4b02-b0ee-059158e15c70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.012434] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.012707] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.012910] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.013235] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f736522d-ebe9-4503-9ee5-c94067707bbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.020085] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1267.020085] env[69744]: value = "task-3312667" [ 1267.020085] env[69744]: _type = "Task" [ 1267.020085] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.027695] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.053331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.053616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.053830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.054029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.054224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.056767] env[69744]: INFO nova.compute.manager [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Terminating instance [ 1267.098029] env[69744]: DEBUG nova.compute.utils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.101039] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.101225] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.142729] env[69744]: DEBUG nova.policy [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c23771c1d2401fad2a033d1b8c7805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f4e614ebe845408cb5cca51cf4655d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.395197] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Successfully created port: 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.530067] env[69744]: DEBUG oslo_vmware.api [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150933} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.530067] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.530275] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.530275] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.553369] env[69744]: INFO nova.scheduler.client.report [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted allocations for instance 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd [ 1267.561381] env[69744]: DEBUG nova.compute.manager [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.561620] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.561865] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96282a94-3e90-4b24-8222-993f830f298f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.569746] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1267.569746] env[69744]: value = "task-3312668" [ 1267.569746] env[69744]: _type = "Task" [ 1267.569746] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.578760] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.609491] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.728786] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b24ab1-8773-4fd2-a032-327d62602fe8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.736931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb173f6-5ba8-46f1-9471-6daab173e4e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.766973] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902bc79-2ab0-4c2f-b3c4-daa3a85a4e08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.774225] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4575952-acba-4600-8ef3-4ef2cea05a94 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.788564] env[69744]: DEBUG nova.compute.provider_tree [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.057796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.079196] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312668, 'name': PowerOffVM_Task, 'duration_secs': 0.244586} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.079448] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.079645] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.079837] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661445', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'name': 'volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1810fa1a-e1e7-413f-8b32-80df20217851', 'attached_at': '2025-04-04T07:44:24.000000', 'detached_at': '', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'serial': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.080669] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61441df4-4b86-4863-b352-261332c114f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.101066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1fba9-7bac-46f8-8333-d21231f8ed22 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.107514] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da314884-5d3b-4220-90b8-e67340f6084b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.131364] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958c5bc3-4c8b-4b0b-ad32-a4e22172999b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.146421] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] The volume has not been displaced from its original location: [datastore2] volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7/volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.151655] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.151964] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231f361f-90c4-414d-bd7e-17168803c06f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.169910] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1268.169910] env[69744]: value = "task-3312669" [ 1268.169910] env[69744]: _type = "Task" [ 1268.169910] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.178739] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.291596] env[69744]: DEBUG nova.scheduler.client.report [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.636471] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.660956] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.661224] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.661382] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.661562] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.661707] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.661853] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.662068] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.662234] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.662446] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.662622] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.662809] env[69744]: DEBUG nova.virt.hardware [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.663709] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e30272-9e5a-455d-b306-dc0c48d022c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.671880] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c13ac-17f3-4a36-8e41-bd82104f06c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.684261] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312669, 'name': ReconfigVM_Task, 'duration_secs': 0.217073} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.691553] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.696186] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ea00ca-b4d4-40a6-a83f-49eec4fca519 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.712567] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1268.712567] env[69744]: value = "task-3312670" [ 1268.712567] env[69744]: _type = "Task" [ 1268.712567] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.719891] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.802753] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.802753] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.802753] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.743s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.802753] env[69744]: DEBUG nova.objects.instance [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'resources' on Instance uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.867541] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Successfully updated port: 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.903098] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.903317] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing instance network info cache due to event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.903594] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.903937] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.903937] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.222320] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312670, 'name': ReconfigVM_Task, 'duration_secs': 0.137485} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.222986] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661445', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'name': 'volume-7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1810fa1a-e1e7-413f-8b32-80df20217851', 'attached_at': '2025-04-04T07:44:24.000000', 'detached_at': '', 'volume_id': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7', 'serial': '7ea58bc2-9eb1-4ff6-9a58-4c8ce8d5d0c7'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.222986] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.223670] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a8e10-ef0e-4550-a874-5fe810fe0e17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.230090] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.230560] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0256595d-af4a-4a02-91d7-2f41e2d6a29d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.291522] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.291776] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.291963] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleting the datastore file [datastore1] 1810fa1a-e1e7-413f-8b32-80df20217851 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.292249] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8dc7c5f-ac1c-4e8a-86ac-7a6c66062214 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.299102] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1269.299102] env[69744]: value = "task-3312673" [ 1269.299102] env[69744]: _type = "Task" [ 1269.299102] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.306028] env[69744]: DEBUG nova.compute.utils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.307589] env[69744]: DEBUG nova.objects.instance [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'numa_topology' on Instance uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.312068] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.312068] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.314522] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.359618] env[69744]: DEBUG nova.policy [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382cce6f238a49b78ea2b16e2a0cf217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c121b398564ce9b567469c44d47b42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.371698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.371831] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.372755] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.624900] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updated VIF entry in instance network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.625286] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.643748] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Successfully created port: 0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.808979] env[69744]: DEBUG oslo_vmware.api [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170853} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.809263] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.809449] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.809628] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.809799] env[69744]: INFO nova.compute.manager [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1269.810056] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.810246] env[69744]: DEBUG nova.compute.manager [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.810337] env[69744]: DEBUG nova.network.neutron [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.812166] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.815228] env[69744]: DEBUG nova.objects.base [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Object Instance<24175edd-44e4-4d0c-ba7b-58ccf89b9ecd> lazy-loaded attributes: resources,numa_topology {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.948237] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.997595] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a110377d-91fe-4944-94a0-6f0da41f0d71 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.006701] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa62aaf-ee46-4809-82a0-3dcc1e9dea6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.037447] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436ebec-352c-4d33-910c-9d206880e1e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.047353] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef07518d-c596-46f3-9294-9f7cff7f70a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.061534] env[69744]: DEBUG nova.compute.provider_tree [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.128011] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.128304] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-vif-plugged-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.128500] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Acquiring lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.128706] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.128951] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.129166] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] No waiting events found dispatching network-vif-plugged-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.129341] env[69744]: WARNING nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received unexpected event network-vif-plugged-7cebffab-b787-4528-818c-4f126a6f582a for instance with vm_state building and task_state spawning. [ 1270.129501] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-changed-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.129660] env[69744]: DEBUG nova.compute.manager [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing instance network info cache due to event network-changed-7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.129832] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.240502] env[69744]: DEBUG nova.network.neutron [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.341528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.537891] env[69744]: DEBUG nova.compute.manager [req-b0823f37-4401-4357-a169-e410641534bc req-8f299a79-2053-4dff-b93d-c58fad5dde4c service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Received event network-vif-deleted-a23c28dd-2cc7-4a92-9f9d-8f9c48404351 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.538124] env[69744]: INFO nova.compute.manager [req-b0823f37-4401-4357-a169-e410641534bc req-8f299a79-2053-4dff-b93d-c58fad5dde4c service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Neutron deleted interface a23c28dd-2cc7-4a92-9f9d-8f9c48404351; detaching it from the instance and deleting it from the info cache [ 1270.538248] env[69744]: DEBUG nova.network.neutron [req-b0823f37-4401-4357-a169-e410641534bc req-8f299a79-2053-4dff-b93d-c58fad5dde4c service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.564485] env[69744]: DEBUG nova.scheduler.client.report [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.743320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.743687] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Instance network_info: |[{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.743967] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.744198] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.745367] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:88:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cebffab-b787-4528-818c-4f126a6f582a', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.752792] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Creating folder: Project (55f4e614ebe845408cb5cca51cf4655d). Parent ref: group-v661134. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.753758] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ecad4e-4e97-46b7-ade2-ec7e7b30c0df {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.764706] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Created folder: Project (55f4e614ebe845408cb5cca51cf4655d) in parent group-v661134. [ 1270.764883] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Creating folder: Instances. Parent ref: group-v661459. {{(pid=69744) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.765109] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4e3ee2e-fab5-467e-8618-be9a8943b0aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.773705] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Created folder: Instances in parent group-v661459. [ 1270.773917] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.774109] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.774296] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410a2370-4165-4d6b-a670-1be67b5dcd65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.792595] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.792595] env[69744]: value = "task-3312676" [ 1270.792595] env[69744]: _type = "Task" [ 1270.792595] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.799942] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312676, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.821234] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.847886] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.848325] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.848601] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.848923] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.849267] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.849633] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.850027] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.850317] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.850625] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.850952] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.851307] env[69744]: DEBUG nova.virt.hardware [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.852656] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c810f3-564b-45c4-8254-7ea22376587a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.862052] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01beac11-d8ad-4af3-b909-9d29a04fd02d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.991237] env[69744]: DEBUG nova.network.neutron [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.045020] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a1e127-a6f2-46ad-b8ae-52149c0a1134 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.053135] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6af169-c163-4990-9219-59f31b92b0a3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.069705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.086265] env[69744]: DEBUG nova.compute.manager [req-b0823f37-4401-4357-a169-e410641534bc req-8f299a79-2053-4dff-b93d-c58fad5dde4c service nova] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Detach interface failed, port_id=a23c28dd-2cc7-4a92-9f9d-8f9c48404351, reason: Instance 1810fa1a-e1e7-413f-8b32-80df20217851 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.154643] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1271.154902] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661458', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'name': 'volume-10f2350f-ea6b-4862-aaa9-1cde301630a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24d986be-5b19-448c-aa77-45a8c30e9436', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'serial': '10f2350f-ea6b-4862-aaa9-1cde301630a4'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1271.155780] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d1a6b2-50fa-4614-811a-e02798932aba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.174143] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7626a7b9-b94c-4034-a172-51bca814faca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.198851] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-10f2350f-ea6b-4862-aaa9-1cde301630a4/volume-10f2350f-ea6b-4862-aaa9-1cde301630a4.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.199140] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2902fae7-6526-4262-b4ca-0af8df31231c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.219180] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1271.219180] env[69744]: value = "task-3312677" [ 1271.219180] env[69744]: _type = "Task" [ 1271.219180] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.225782] env[69744]: DEBUG nova.compute.manager [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Received event network-vif-plugged-0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.225987] env[69744]: DEBUG oslo_concurrency.lockutils [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] Acquiring lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.227024] env[69744]: DEBUG oslo_concurrency.lockutils [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.227024] env[69744]: DEBUG oslo_concurrency.lockutils [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.227024] env[69744]: DEBUG nova.compute.manager [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] No waiting events found dispatching network-vif-plugged-0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.227024] env[69744]: WARNING nova.compute.manager [req-a670393c-6fd8-4ecb-ad53-d9f43d83bb88 req-25273336-1cd2-45f7-898a-8d3f8babd8cf service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Received unexpected event network-vif-plugged-0c776298-f566-486d-8021-2dafc14757ea for instance with vm_state building and task_state spawning. [ 1271.230277] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.304159] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312676, 'name': CreateVM_Task, 'duration_secs': 0.389383} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.304354] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.305117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.305279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.305596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.305865] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00a87ce-1838-46d1-bb8f-db1c2b210248 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.312905] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Successfully updated port: 0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.315598] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1271.315598] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ef2743-7a72-62dd-c025-2ce70e37f31e" [ 1271.315598] env[69744]: _type = "Task" [ 1271.315598] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.324495] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ef2743-7a72-62dd-c025-2ce70e37f31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.475248] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updated VIF entry in instance network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.475625] env[69744]: DEBUG nova.network.neutron [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.495404] env[69744]: INFO nova.compute.manager [-] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Took 1.68 seconds to deallocate network for instance. [ 1271.580300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c77680b4-2d2e-4d06-b213-c76e6d3f4f3e tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.498s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.581521] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.240s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.581706] env[69744]: INFO nova.compute.manager [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Unshelving [ 1271.729410] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312677, 'name': ReconfigVM_Task, 'duration_secs': 0.415194} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.729640] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-10f2350f-ea6b-4862-aaa9-1cde301630a4/volume-10f2350f-ea6b-4862-aaa9-1cde301630a4.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.734428] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e76291-7e92-4f12-ba27-fe36632a69ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.749898] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1271.749898] env[69744]: value = "task-3312678" [ 1271.749898] env[69744]: _type = "Task" [ 1271.749898] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.760039] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.816867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.816994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.817155] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.828728] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52ef2743-7a72-62dd-c025-2ce70e37f31e, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.829735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.829971] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.830261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.830418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.830602] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.831134] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93e4948-ca08-45e7-9f02-32a5064fe125 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.839875] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.840067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.840749] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2411a20-5f83-4180-8a00-d5cc12ef3909 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.847616] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1271.847616] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256d650-a68b-8378-45b7-25775727d29e" [ 1271.847616] env[69744]: _type = "Task" [ 1271.847616] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.854716] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256d650-a68b-8378-45b7-25775727d29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.977937] env[69744]: DEBUG oslo_concurrency.lockutils [req-e116dd80-29ae-467c-880a-7ea26131b6a4 req-13102d53-7030-40e7-9298-bb640c515700 service nova] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.003613] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.003846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.035579] env[69744]: INFO nova.compute.manager [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Took 0.54 seconds to detach 1 volumes for instance. [ 1272.259328] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.352592] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.361123] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5256d650-a68b-8378-45b7-25775727d29e, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.361951] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1195f2-6327-4917-8bd1-19de264d0ff1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.366832] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1272.366832] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5239ad86-a0b5-0180-dd63-10babc0ec779" [ 1272.366832] env[69744]: _type = "Task" [ 1272.366832] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.376101] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5239ad86-a0b5-0180-dd63-10babc0ec779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.508044] env[69744]: DEBUG nova.compute.utils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.522381] env[69744]: DEBUG nova.network.neutron [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Updating instance_info_cache with network_info: [{"id": "0c776298-f566-486d-8021-2dafc14757ea", "address": "fa:16:3e:a0:15:b2", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c776298-f5", "ovs_interfaceid": "0c776298-f566-486d-8021-2dafc14757ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.541218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.541572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.541783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.563705] env[69744]: INFO nova.scheduler.client.report [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted allocations for instance 1810fa1a-e1e7-413f-8b32-80df20217851 [ 1272.605436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.605985] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.606297] env[69744]: DEBUG nova.objects.instance [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'pci_requests' on Instance uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.759724] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.876898] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5239ad86-a0b5-0180-dd63-10babc0ec779, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.877172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.877426] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/2e047f46-6331-4a90-82fe-52d89cc10d04.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.877679] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09364837-dd53-4604-b1d7-2cd4894e5617 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.884731] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1272.884731] env[69744]: value = "task-3312679" [ 1272.884731] env[69744]: _type = "Task" [ 1272.884731] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.892144] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.011338] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.024476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.024815] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Instance network_info: |[{"id": "0c776298-f566-486d-8021-2dafc14757ea", "address": "fa:16:3e:a0:15:b2", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c776298-f5", "ovs_interfaceid": "0c776298-f566-486d-8021-2dafc14757ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.025226] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:15:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c776298-f566-486d-8021-2dafc14757ea', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.033264] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.033480] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.033693] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcacab30-33cc-4d66-a9da-a4595b6436f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.054028] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.054028] env[69744]: value = "task-3312680" [ 1273.054028] env[69744]: _type = "Task" [ 1273.054028] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.063684] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312680, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.072459] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c1fc808d-05cd-416e-a483-4f2852efbe07 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "1810fa1a-e1e7-413f-8b32-80df20217851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.112954] env[69744]: DEBUG nova.objects.instance [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'numa_topology' on Instance uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.257407] env[69744]: DEBUG nova.compute.manager [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Received event network-changed-0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.257519] env[69744]: DEBUG nova.compute.manager [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Refreshing instance network info cache due to event network-changed-0c776298-f566-486d-8021-2dafc14757ea. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.257732] env[69744]: DEBUG oslo_concurrency.lockutils [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] Acquiring lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.257873] env[69744]: DEBUG oslo_concurrency.lockutils [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] Acquired lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.258042] env[69744]: DEBUG nova.network.neutron [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Refreshing network info cache for port 0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.265222] env[69744]: DEBUG oslo_vmware.api [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312678, 'name': ReconfigVM_Task, 'duration_secs': 1.135178} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.265519] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661458', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'name': 'volume-10f2350f-ea6b-4862-aaa9-1cde301630a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24d986be-5b19-448c-aa77-45a8c30e9436', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'serial': '10f2350f-ea6b-4862-aaa9-1cde301630a4'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.396946] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.564824] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312680, 'name': CreateVM_Task, 'duration_secs': 0.390204} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.564993] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.565690] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.565857] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.566215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.566472] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6becef-0d4b-40e8-9b3f-f51b67af3930 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.574252] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1273.574252] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52259a0e-7238-135f-5c87-62b78da05ffc" [ 1273.574252] env[69744]: _type = "Task" [ 1273.574252] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.586099] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52259a0e-7238-135f-5c87-62b78da05ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.587007] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.587277] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.587562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.587718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.587921] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.588480] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbec22e-d4f4-4d73-8b9f-bea85f02e516 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.597078] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.597320] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.598040] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5c662e-b646-4244-a133-5393bdb06a41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.603152] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1273.603152] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a1918-0c7e-8603-dc5e-31dea40387f6" [ 1273.603152] env[69744]: _type = "Task" [ 1273.603152] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.612383] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a1918-0c7e-8603-dc5e-31dea40387f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.614887] env[69744]: INFO nova.compute.claims [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.894834] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534965} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.895179] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/2e047f46-6331-4a90-82fe-52d89cc10d04.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.895412] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.895659] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a15848a-6a00-409c-8fb4-f078c83af1f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.902436] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1273.902436] env[69744]: value = "task-3312681" [ 1273.902436] env[69744]: _type = "Task" [ 1273.902436] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.913565] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.050077] env[69744]: DEBUG nova.network.neutron [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Updated VIF entry in instance network info cache for port 0c776298-f566-486d-8021-2dafc14757ea. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.050461] env[69744]: DEBUG nova.network.neutron [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Updating instance_info_cache with network_info: [{"id": "0c776298-f566-486d-8021-2dafc14757ea", "address": "fa:16:3e:a0:15:b2", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c776298-f5", "ovs_interfaceid": "0c776298-f566-486d-8021-2dafc14757ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.075685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.075986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.076226] env[69744]: INFO nova.compute.manager [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Attaching volume 6ce9567f-5e37-4c3c-9ea8-cede2a0af283 to /dev/sdb [ 1274.108463] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d33a3b-1623-42a0-8a73-cd08ef0d2caf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.118225] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470c3584-2073-45df-970d-4cde2bb957f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.122352] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a1918-0c7e-8603-dc5e-31dea40387f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.123574] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e81c69-96a7-4266-bae9-39ec17d4fe2d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.128241] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1274.128241] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52544448-d2ad-4f91-53e9-1292b50ca7f7" [ 1274.128241] env[69744]: _type = "Task" [ 1274.128241] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.135331] env[69744]: DEBUG nova.virt.block_device [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating existing volume attachment record: 89c7afea-db05-4adf-a778-e5a00d688d9b {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.142382] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52544448-d2ad-4f91-53e9-1292b50ca7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.142631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.142886] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f30b4103-ee3a-42bb-9f93-d21e54e14973/f30b4103-ee3a-42bb-9f93-d21e54e14973.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.143164] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c92d6ba-e8cf-4149-bc5b-aea59954acfc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.149824] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1274.149824] env[69744]: value = "task-3312682" [ 1274.149824] env[69744]: _type = "Task" [ 1274.149824] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.158087] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.301759] env[69744]: DEBUG nova.objects.instance [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid 24d986be-5b19-448c-aa77-45a8c30e9436 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.387608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.387851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.415384] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066347} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.415759] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.417143] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1127c4-d561-4aa2-9e38-e555676e8361 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.446932] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/2e047f46-6331-4a90-82fe-52d89cc10d04.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.447333] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b1c2ea-1b83-4663-b78d-12c42c81337c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.474221] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1274.474221] env[69744]: value = "task-3312686" [ 1274.474221] env[69744]: _type = "Task" [ 1274.474221] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.482500] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.553201] env[69744]: DEBUG oslo_concurrency.lockutils [req-22e1cd93-c363-4dc1-8037-f9291a466564 req-3e0c3557-166b-4e68-bc49-151163f21947 service nova] Releasing lock "refresh_cache-f30b4103-ee3a-42bb-9f93-d21e54e14973" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.660621] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.768487] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1306ff-d160-4f2f-9bd1-099d68bba60d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.776124] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bcff7d-b533-4987-972b-98c6b3d3dfaa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.807536] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b5da5-5fc4-4cac-b775-88cb227401a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.810347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-7748f646-c5fc-4909-a3af-058246319908 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.269s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.818857] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f15fe-8a6e-462c-bd08-cf897fd54154 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.833154] env[69744]: DEBUG nova.compute.provider_tree [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.890478] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.984811] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312686, 'name': ReconfigVM_Task, 'duration_secs': 0.484163} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.985149] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/2e047f46-6331-4a90-82fe-52d89cc10d04.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.985670] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0246a3b-fb80-48d2-bf81-47d9023ba991 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.991467] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1274.991467] env[69744]: value = "task-3312687" [ 1274.991467] env[69744]: _type = "Task" [ 1274.991467] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.998855] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312687, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.079082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.079361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.161083] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573286} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.161365] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] f30b4103-ee3a-42bb-9f93-d21e54e14973/f30b4103-ee3a-42bb-9f93-d21e54e14973.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.161571] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.161829] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1be4c7-a58d-4186-8bed-70c512386c2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.168043] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1275.168043] env[69744]: value = "task-3312688" [ 1275.168043] env[69744]: _type = "Task" [ 1275.168043] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.175660] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.336224] env[69744]: DEBUG nova.scheduler.client.report [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.409768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.501041] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312687, 'name': Rename_Task, 'duration_secs': 0.367423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.501318] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.501573] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8371c14b-1b0a-4d39-b782-fddbdff57c70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.509023] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1275.509023] env[69744]: value = "task-3312689" [ 1275.509023] env[69744]: _type = "Task" [ 1275.509023] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.519783] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.582818] env[69744]: INFO nova.compute.manager [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Detaching volume 10f2350f-ea6b-4862-aaa9-1cde301630a4 [ 1275.615221] env[69744]: INFO nova.virt.block_device [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Attempting to driver detach volume 10f2350f-ea6b-4862-aaa9-1cde301630a4 from mountpoint /dev/sdb [ 1275.615610] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.615868] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661458', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'name': 'volume-10f2350f-ea6b-4862-aaa9-1cde301630a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24d986be-5b19-448c-aa77-45a8c30e9436', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'serial': '10f2350f-ea6b-4862-aaa9-1cde301630a4'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.616830] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3347e7-f35f-4f7d-8f10-1624e520e150 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.640105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85962ca5-ff74-4a24-925b-45fbf75b1035 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.646792] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f090fd-37dd-4028-a07e-60a688524101 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.667815] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3c9f6-4a97-4e48-9ed2-dbdd45e2009a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.677828] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07728} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.690264] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.690638] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] The volume has not been displaced from its original location: [datastore1] volume-10f2350f-ea6b-4862-aaa9-1cde301630a4/volume-10f2350f-ea6b-4862-aaa9-1cde301630a4.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.695923] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.696665] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f1deea-b7a8-488d-8fd8-96b2879fabed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.699144] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a40557f-a670-4fa9-9e6d-b1105bf1477a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.733617] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f30b4103-ee3a-42bb-9f93-d21e54e14973/f30b4103-ee3a-42bb-9f93-d21e54e14973.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.733617] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a06b91-0749-4ad5-b313-a042d742d2e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.748084] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1275.748084] env[69744]: value = "task-3312690" [ 1275.748084] env[69744]: _type = "Task" [ 1275.748084] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.753088] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1275.753088] env[69744]: value = "task-3312691" [ 1275.753088] env[69744]: _type = "Task" [ 1275.753088] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.756290] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.764057] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.841596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.235s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.844665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.434s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.847208] env[69744]: INFO nova.compute.claims [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.906159] env[69744]: INFO nova.network.neutron [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating port b1a6df68-c7ef-4529-9bb3-e13fa709d86b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1276.020301] env[69744]: DEBUG oslo_vmware.api [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312689, 'name': PowerOnVM_Task, 'duration_secs': 0.493651} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.020659] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.020790] env[69744]: INFO nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1276.020976] env[69744]: DEBUG nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.021808] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c0ec7-c58b-4cda-b644-0593e8c8f991 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.257778] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312690, 'name': ReconfigVM_Task, 'duration_secs': 0.221412} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.261031] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.265725] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939e6d3f-a4f4-4360-b634-415ca052293d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.281575] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312691, 'name': ReconfigVM_Task, 'duration_secs': 0.280354} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.282848] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f30b4103-ee3a-42bb-9f93-d21e54e14973/f30b4103-ee3a-42bb-9f93-d21e54e14973.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.283544] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1276.283544] env[69744]: value = "task-3312692" [ 1276.283544] env[69744]: _type = "Task" [ 1276.283544] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.283748] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a3da0c6-d485-4c49-945c-ecb7bb13ee4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.293328] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.295555] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1276.295555] env[69744]: value = "task-3312693" [ 1276.295555] env[69744]: _type = "Task" [ 1276.295555] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.306511] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312693, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.538354] env[69744]: INFO nova.compute.manager [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Took 12.19 seconds to build instance. [ 1276.795165] env[69744]: DEBUG oslo_vmware.api [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312692, 'name': ReconfigVM_Task, 'duration_secs': 0.171948} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.795451] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661458', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'name': 'volume-10f2350f-ea6b-4862-aaa9-1cde301630a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24d986be-5b19-448c-aa77-45a8c30e9436', 'attached_at': '', 'detached_at': '', 'volume_id': '10f2350f-ea6b-4862-aaa9-1cde301630a4', 'serial': '10f2350f-ea6b-4862-aaa9-1cde301630a4'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.798952] env[69744]: INFO nova.compute.manager [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Rescuing [ 1276.799197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.799346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.799528] env[69744]: DEBUG nova.network.neutron [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.808009] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312693, 'name': Rename_Task, 'duration_secs': 0.150738} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.808770] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.809029] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d9e103-aaf2-4311-b6e6-7929a6eafcbf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.815991] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1276.815991] env[69744]: value = "task-3312695" [ 1276.815991] env[69744]: _type = "Task" [ 1276.815991] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.827447] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.982643] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3a0ee-c894-49fb-ac0f-47754216e137 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.990317] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebe555-623c-40d7-a228-0e654db287f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.019660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1f5ef-7ccc-493a-9d85-ad208180bb30 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.027485] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec7b46-b653-49d4-9f55-067c6a68540c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.041916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9d98d3c6-3e3e-4a08-8515-07ef8971e99c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.720s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.042381] env[69744]: DEBUG nova.compute.provider_tree [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.326723] env[69744]: DEBUG oslo_vmware.api [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312695, 'name': PowerOnVM_Task, 'duration_secs': 0.479103} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.326992] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.327216] env[69744]: INFO nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1277.327402] env[69744]: DEBUG nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.328323] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b4ad3-8988-4b6d-b159-ad692757561a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.338064] env[69744]: DEBUG nova.objects.instance [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'flavor' on Instance uuid 24d986be-5b19-448c-aa77-45a8c30e9436 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.433642] env[69744]: DEBUG nova.compute.manager [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.433892] env[69744]: DEBUG oslo_concurrency.lockutils [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.434118] env[69744]: DEBUG oslo_concurrency.lockutils [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.434378] env[69744]: DEBUG oslo_concurrency.lockutils [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.434733] env[69744]: DEBUG nova.compute.manager [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] No waiting events found dispatching network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.435440] env[69744]: WARNING nova.compute.manager [req-81a2d475-9337-4355-bfc4-f9a283ca49ee req-9090ebe5-869b-481a-88fb-dc9336323d9e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received unexpected event network-vif-plugged-b1a6df68-c7ef-4529-9bb3-e13fa709d86b for instance with vm_state shelved_offloaded and task_state spawning. [ 1277.503167] env[69744]: DEBUG nova.network.neutron [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.546067] env[69744]: DEBUG nova.scheduler.client.report [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.553217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.553217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.553217] env[69744]: DEBUG nova.network.neutron [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.850788] env[69744]: INFO nova.compute.manager [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Took 12.53 seconds to build instance. [ 1278.006204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.052241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.052741] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.343923] env[69744]: DEBUG nova.network.neutron [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.351322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ccad9e6d-ece9-4156-97fa-6bc7c3ec00a0 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.354071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-de2e80e4-6abb-438e-bec9-ea58573b8b77 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.042s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.560391] env[69744]: DEBUG nova.compute.utils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.561037] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.561159] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.640214] env[69744]: DEBUG nova.policy [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dada29ea70584792bdd6908385ba1373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e150c8f09a144f4190115fdcddd5b72b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.681845] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1278.682104] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661464', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'name': 'volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7cbb897-d91b-4224-a87e-1030103a2cc8', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'serial': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1278.683052] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66359f2-38b2-491c-9f71-bc6e5e728a57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.701754] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcedb3c-d175-4027-9a32-c02d92823940 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.728348] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283/volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.728893] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb902f5-6634-4c08-bfde-ac00c009ef29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.748820] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1278.748820] env[69744]: value = "task-3312696" [ 1278.748820] env[69744]: _type = "Task" [ 1278.748820] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.757810] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.846622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.874448] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='68ba9e38a0ef64f433794125a88c65e8',container_format='bare',created_at=2025-04-04T07:44:12Z,direct_url=,disk_format='vmdk',id=b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1614985745-shelved',owner='6044b3caccdf4b869a80f6a0ac4d3c6a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-04T07:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.874711] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.874878] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.875142] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.875300] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.875533] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.875654] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.875810] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.875972] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.876201] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.876383] env[69744]: DEBUG nova.virt.hardware [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.877284] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0f910-fb02-45a1-85a5-02b01ea4461b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.897165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8e19b-81fd-467d-8f20-58ddc367e180 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.915931] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:04:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a6df68-c7ef-4529-9bb3-e13fa709d86b', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.924340] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.925030] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.925278] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660d5fb1-5ed9-4f47-a121-dd5330754f9d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.949145] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.949145] env[69744]: value = "task-3312697" [ 1278.949145] env[69744]: _type = "Task" [ 1278.949145] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.957382] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312697, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.977408] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Successfully created port: 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.064404] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.264246] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.393874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.394238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.394534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.394819] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.395085] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.398146] env[69744]: INFO nova.compute.manager [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Terminating instance [ 1279.459179] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312697, 'name': CreateVM_Task, 'duration_secs': 0.415725} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.459380] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.460047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.460237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.460606] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.460859] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79351c4a-3124-4c0f-8ceb-8a4033450b2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.465656] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1279.465656] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52384651-7313-d084-4a33-9484cf339989" [ 1279.465656] env[69744]: _type = "Task" [ 1279.465656] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.472479] env[69744]: DEBUG nova.compute.manager [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.472715] env[69744]: DEBUG nova.compute.manager [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing instance network info cache due to event network-changed-b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.472951] env[69744]: DEBUG oslo_concurrency.lockutils [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] Acquiring lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.473385] env[69744]: DEBUG oslo_concurrency.lockutils [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] Acquired lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.473633] env[69744]: DEBUG nova.network.neutron [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Refreshing network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.479252] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52384651-7313-d084-4a33-9484cf339989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.543041] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.543351] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68ef6bb2-b803-4bc5-bf80-29b0c2024db0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.550629] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1279.550629] env[69744]: value = "task-3312698" [ 1279.550629] env[69744]: _type = "Task" [ 1279.550629] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.558334] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.761122] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.771582] env[69744]: DEBUG nova.compute.manager [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.772508] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a451539-af30-4d25-bc97-180dba51a358 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.903946] env[69744]: DEBUG nova.compute.manager [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.903946] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.904470] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a359398d-ac04-4644-8c07-18d810c0fdb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.912236] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.912493] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673bbf84-101f-481f-8b6c-5590baa4f148 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.918066] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1279.918066] env[69744]: value = "task-3312699" [ 1279.918066] env[69744]: _type = "Task" [ 1279.918066] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.926372] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.979413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.979683] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Processing image b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.979944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.980112] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.980317] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.980941] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3e203f-5361-4fee-84a2-87130b75b381 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.989672] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.989874] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.990645] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6114ef-28f8-4645-99d1-e295e96c04ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.996369] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1279.996369] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270acdc-5f69-9899-f652-cecb2b03cbde" [ 1279.996369] env[69744]: _type = "Task" [ 1279.996369] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.005137] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5270acdc-5f69-9899-f652-cecb2b03cbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.061295] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312698, 'name': PowerOffVM_Task, 'duration_secs': 0.220399} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.061521] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.062331] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dbccc1-16c9-4f94-8d71-d1e98a9423be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.080785] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.085707] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce983e1-68af-496c-9a90-8ff785b221e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.110508] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.110759] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.110918] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.111126] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.111278] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.111430] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.111635] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.111797] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.111963] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.112312] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.112558] env[69744]: DEBUG nova.virt.hardware [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.113381] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a175a-5a16-4c7c-a78b-8cbdb49da2d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.126477] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.127766] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8374d6f-f1de-4a0f-b7a1-e7bc9b5db21b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.131786] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6757a504-76f2-4d03-b084-67bc05884757 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.143947] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1280.143947] env[69744]: value = "task-3312700" [ 1280.143947] env[69744]: _type = "Task" [ 1280.143947] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.153442] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1280.153695] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.153952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.154142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.154328] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.154574] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ce87d8-d6a5-4678-bb2a-b1ab2a994d8d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.165370] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.165555] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.166282] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596e2a45-9c8c-460e-9643-d9c5b4e044e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.180122] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1280.180122] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c82ea-9804-2876-42bc-b2d88527c3ec" [ 1280.180122] env[69744]: _type = "Task" [ 1280.180122] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.187924] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c82ea-9804-2876-42bc-b2d88527c3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.248027] env[69744]: DEBUG nova.network.neutron [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updated VIF entry in instance network info cache for port b1a6df68-c7ef-4529-9bb3-e13fa709d86b. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.248416] env[69744]: DEBUG nova.network.neutron [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [{"id": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "address": "fa:16:3e:a7:04:6b", "network": {"id": "1d5f2437-9a59-4b41-bfab-ce5664f6534d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2071413604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6044b3caccdf4b869a80f6a0ac4d3c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a6df68-c7", "ovs_interfaceid": "b1a6df68-c7ef-4529-9bb3-e13fa709d86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.261809] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312696, 'name': ReconfigVM_Task, 'duration_secs': 1.511976} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.262080] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283/volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.267059] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba803f4-7d4f-412d-a441-573e76e59c99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.282291] env[69744]: INFO nova.compute.manager [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] instance snapshotting [ 1280.283783] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1280.283783] env[69744]: value = "task-3312701" [ 1280.283783] env[69744]: _type = "Task" [ 1280.283783] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.284774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f062bb00-9a69-49c7-9ddd-652c710d3877 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.309834] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c9880b-cc3d-4072-86ae-c1430ac37717 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.312981] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.429869] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312699, 'name': PowerOffVM_Task, 'duration_secs': 0.161799} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.430135] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.430308] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.430574] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0070db-5da6-4036-8725-cb8023c6f10e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.493054] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.493343] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.493709] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleting the datastore file [datastore2] 24d986be-5b19-448c-aa77-45a8c30e9436 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.494016] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff3ea7a5-72d0-423e-b0c9-b4efc455f4b0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.501993] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for the task: (returnval){ [ 1280.501993] env[69744]: value = "task-3312703" [ 1280.501993] env[69744]: _type = "Task" [ 1280.501993] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.508784] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1280.509794] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Fetch image to [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4/OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1280.509794] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Downloading stream optimized image b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 to [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4/OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4.vmdk on the data store datastore2 as vApp {{(pid=69744) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1280.509794] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Downloading image file data b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 to the ESX as VM named 'OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4' {{(pid=69744) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1280.514766] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.541508] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Successfully updated port: 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.645788] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1280.645788] env[69744]: value = "resgroup-9" [ 1280.645788] env[69744]: _type = "ResourcePool" [ 1280.645788] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1280.646237] env[69744]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d1ee4c08-ad56-4cf3-97ab-5a7f1d2787f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.668567] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease: (returnval){ [ 1280.668567] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1280.668567] env[69744]: _type = "HttpNfcLease" [ 1280.668567] env[69744]: } obtained for vApp import into resource pool (val){ [ 1280.668567] env[69744]: value = "resgroup-9" [ 1280.668567] env[69744]: _type = "ResourcePool" [ 1280.668567] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1280.668871] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the lease: (returnval){ [ 1280.668871] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1280.668871] env[69744]: _type = "HttpNfcLease" [ 1280.668871] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.674710] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.674710] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1280.674710] env[69744]: _type = "HttpNfcLease" [ 1280.674710] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1280.687371] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]526c82ea-9804-2876-42bc-b2d88527c3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01593} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.687924] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ab2ff9-c9f4-4557-a322-d96154bc6e67 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.692922] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1280.692922] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a9ec8-7aa2-2bd6-f64d-136eb502c264" [ 1280.692922] env[69744]: _type = "Task" [ 1280.692922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.700475] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a9ec8-7aa2-2bd6-f64d-136eb502c264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.751346] env[69744]: DEBUG oslo_concurrency.lockutils [req-304e49a7-4ef8-470d-8ab8-f016fef68d0c req-79d0ea20-4c38-4d32-bb8d-f727e5c65a8e service nova] Releasing lock "refresh_cache-24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.792945] env[69744]: DEBUG oslo_vmware.api [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312701, 'name': ReconfigVM_Task, 'duration_secs': 0.210777} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.793314] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661464', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'name': 'volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7cbb897-d91b-4224-a87e-1030103a2cc8', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'serial': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.820778] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1280.821364] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac48d914-8d46-41fd-b0c3-318b3266f48f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.828361] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1280.828361] env[69744]: value = "task-3312705" [ 1280.828361] env[69744]: _type = "Task" [ 1280.828361] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.836580] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.012904] env[69744]: DEBUG oslo_vmware.api [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Task: {'id': task-3312703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189755} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.013192] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.013478] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.013627] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.013817] env[69744]: INFO nova.compute.manager [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1281.014112] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.014336] env[69744]: DEBUG nova.compute.manager [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.014480] env[69744]: DEBUG nova.network.neutron [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.044188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.044359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.044590] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.178615] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.178615] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1281.178615] env[69744]: _type = "HttpNfcLease" [ 1281.178615] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.204021] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525a9ec8-7aa2-2bd6-f64d-136eb502c264, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.204349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.204650] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1281.204934] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d0a77a3-ec1f-4ec5-a281-341f42f6c351 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.213068] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1281.213068] env[69744]: value = "task-3312706" [ 1281.213068] env[69744]: _type = "Task" [ 1281.213068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.220267] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.342496] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.598634] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.678027] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.678027] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1281.678027] env[69744]: _type = "HttpNfcLease" [ 1281.678027] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1281.678363] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1281.678363] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52518486-8cf5-81b3-ae45-e6be8e335032" [ 1281.678363] env[69744]: _type = "HttpNfcLease" [ 1281.678363] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1281.679132] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2bef13-4ffa-4f41-9e76-fe08ae84a387 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.688413] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1281.688413] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1281.757567] env[69744]: DEBUG nova.compute.manager [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.757788] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.757985] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.758162] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.758333] env[69744]: DEBUG nova.compute.manager [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] No waiting events found dispatching network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.758496] env[69744]: WARNING nova.compute.manager [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received unexpected event network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 for instance with vm_state building and task_state spawning. [ 1281.758671] env[69744]: DEBUG nova.compute.manager [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-changed-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.758843] env[69744]: DEBUG nova.compute.manager [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing instance network info cache due to event network-changed-04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.759058] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.768666] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a404c3d7-1295-4b21-b574-0b24f1700e7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.770584] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.814067] env[69744]: DEBUG nova.network.neutron [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.840627] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312705, 'name': CreateSnapshot_Task, 'duration_secs': 0.609696} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.840895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1281.841689] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0e27f-6fff-43e2-be29-c3203c93487e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.846207] env[69744]: DEBUG nova.objects.instance [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'flavor' on Instance uuid e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.880734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.880965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.259593] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620314} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.259991] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 1282.260764] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a72d3-1ecc-410a-826d-377ee250c6ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.289143] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.289459] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a4cf15-099f-406d-8a6d-a812b51469d3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.308109] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1282.308109] env[69744]: value = "task-3312707" [ 1282.308109] env[69744]: _type = "Task" [ 1282.308109] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.317092] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.317375] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance network_info: |[{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.317604] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.317854] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.318095] env[69744]: DEBUG nova.network.neutron [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing network info cache for port 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.319315] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:93:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04952c40-e7af-4877-877e-ce789e726298', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.327053] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.328513] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.328762] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a563e6-cdc1-426c-8b59-f39458bf6a09 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.362443] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1282.363015] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.363015] env[69744]: value = "task-3312708" [ 1282.363015] env[69744]: _type = "Task" [ 1282.363015] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.363487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f3ab7382-7b96-44fc-bde2-9bd2b76db2f1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.287s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.366440] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ff765b7-28ac-4867-8133-d65dea6a1df3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.381535] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312708, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.384612] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.387051] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1282.387051] env[69744]: value = "task-3312709" [ 1282.387051] env[69744]: _type = "Task" [ 1282.387051] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.397973] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312709, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.526432] env[69744]: DEBUG nova.network.neutron [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.561894] env[69744]: INFO nova.compute.manager [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Rescuing [ 1282.562299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.562516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.562745] env[69744]: DEBUG nova.network.neutron [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.822145] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312707, 'name': ReconfigVM_Task, 'duration_secs': 0.512213} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.823696] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.825027] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1626d2b-dcac-47fa-b758-2f9afdfaca4c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.855600] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12587fb2-a99f-4c58-894d-74973178773a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.876042] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1282.876042] env[69744]: value = "task-3312710" [ 1282.876042] env[69744]: _type = "Task" [ 1282.876042] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.885459] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312708, 'name': CreateVM_Task, 'duration_secs': 0.360423} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.889939] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.893196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.893372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.893740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.904454] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea0bddb-882a-450f-9f80-a8f3f691d258 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.906496] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.917107] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1282.917107] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5287cea5-0143-b4e6-7cb3-8d5529ffb80a" [ 1282.917107] env[69744]: _type = "Task" [ 1282.917107] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.917398] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312709, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.929908] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5287cea5-0143-b4e6-7cb3-8d5529ffb80a, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.933838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.934179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.937044] env[69744]: INFO nova.compute.claims [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.938969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.939244] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.939521] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.939667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.939868] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.944264] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc19bb4-9cfd-4b8e-bf19-f2edb90a02d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.956235] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.956235] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.956235] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcc6166-070c-467f-9b50-1c398e28e75e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.961558] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1282.961558] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fdae00-488b-5dd7-f616-5244f71b256e" [ 1282.961558] env[69744]: _type = "Task" [ 1282.961558] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.975148] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fdae00-488b-5dd7-f616-5244f71b256e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.985481] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1282.985481] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1282.985481] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc97cee-2e75-4421-9206-ee9a12933528 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.990543] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1282.990727] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1282.991163] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-643b7416-5d75-4ea9-a498-d941b19b4c5f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.029554] env[69744]: INFO nova.compute.manager [-] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Took 2.01 seconds to deallocate network for instance. [ 1283.189521] env[69744]: DEBUG oslo_vmware.rw_handles [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b972e-ebe0-cff8-c22b-11dcaf7f674f/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1283.189735] env[69744]: INFO nova.virt.vmwareapi.images [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Downloaded image file data b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 [ 1283.190615] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f417b4-f6ce-4029-89df-89aa65a89944 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.209338] env[69744]: DEBUG nova.network.neutron [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updated VIF entry in instance network info cache for port 04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.209338] env[69744]: DEBUG nova.network.neutron [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.209338] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4c6018-3ce2-49a7-8455-de96842d4066 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.267804] env[69744]: INFO nova.virt.vmwareapi.images [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] The imported VM was unregistered [ 1283.270248] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1283.270484] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.271119] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c31ee5-5bda-4010-8412-914c3d2a7c58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.274544] env[69744]: DEBUG nova.network.neutron [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.321150] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Created directory with path [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.321355] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4/OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4.vmdk to [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk. {{(pid=69744) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1283.321666] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d839c7db-5965-4ce6-9a31-9ffea1f492a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.328948] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1283.328948] env[69744]: value = "task-3312712" [ 1283.328948] env[69744]: _type = "Task" [ 1283.328948] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.336317] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.387185] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312710, 'name': ReconfigVM_Task, 'duration_secs': 0.236863} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.387456] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.387710] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec8fe74-524b-4e0d-9665-32ab7eb279ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.393978] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1283.393978] env[69744]: value = "task-3312713" [ 1283.393978] env[69744]: _type = "Task" [ 1283.393978] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.404663] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312709, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.407628] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.471411] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fdae00-488b-5dd7-f616-5244f71b256e, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.472137] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d15644b-20e5-42ba-9b95-2c9fcafee8f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.476859] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1283.476859] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528d0245-c581-2508-8c27-eba9fa55c14c" [ 1283.476859] env[69744]: _type = "Task" [ 1283.476859] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.484305] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528d0245-c581-2508-8c27-eba9fa55c14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.537409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.711761] env[69744]: DEBUG oslo_concurrency.lockutils [req-6c8fd02f-a47a-4e38-8e4e-c4fdb950fa73 req-5625d67b-8478-4bf9-ad81-ff0210faa488 service nova] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.760468] env[69744]: DEBUG nova.compute.manager [req-8bf2478c-97b2-4308-8ee3-3219c148b43b req-f47d3136-cb65-4e4f-a813-4ad691ea0ce6 service nova] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Received event network-vif-deleted-f50e2d6e-ed92-4e24-84ca-e60b8c440b22 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.777947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.841041] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.908068] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312709, 'name': CloneVM_Task} progress is 95%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.910510] env[69744]: DEBUG oslo_vmware.api [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312713, 'name': PowerOnVM_Task, 'duration_secs': 0.50572} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.910789] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.913651] env[69744]: DEBUG nova.compute.manager [None req-d62eba1a-b64e-4ecd-94d0-1bd64f4ea01c tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.914576] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5669098-1dd6-4569-b833-430aff218db9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.989082] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528d0245-c581-2508-8c27-eba9fa55c14c, 'name': SearchDatastore_Task, 'duration_secs': 0.01856} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.989407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.989632] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.993137] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d741a530-cf9a-495d-8779-e7a89875f339 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.002248] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1284.002248] env[69744]: value = "task-3312714" [ 1284.002248] env[69744]: _type = "Task" [ 1284.002248] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.012511] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.121628] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c751f-9314-457c-8de5-97b05c3032be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.130132] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33559fac-4e70-4156-b187-70304bdb081e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.160339] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d3ee2-2098-441d-a632-79678fc3cb0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.168408] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb8ccc-7535-42bc-a2e0-711849923154 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.184132] env[69744]: DEBUG nova.compute.provider_tree [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.340231] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.404668] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312709, 'name': CloneVM_Task, 'duration_secs': 1.630705} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.404992] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Created linked-clone VM from snapshot [ 1284.405913] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac8ae41-6b00-45d4-83e5-5fc6418a6074 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.414317] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Uploading image 44f6a16d-95f3-4ff7-8a46-64c3a99b0ea9 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1284.425396] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.429030] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87ae06ae-2ea3-4b2b-b85d-220b25d050d9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.437202] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1284.437202] env[69744]: value = "task-3312715" [ 1284.437202] env[69744]: _type = "Task" [ 1284.437202] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.447042] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312715, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.512734] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.688094] env[69744]: DEBUG nova.scheduler.client.report [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.841934] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.947987] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312715, 'name': Destroy_Task} progress is 33%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.013398] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.193222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.193809] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.196525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.659s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.196760] env[69744]: DEBUG nova.objects.instance [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lazy-loading 'resources' on Instance uuid 24d986be-5b19-448c-aa77-45a8c30e9436 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.322148] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.322564] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0bb494-a296-4882-95fd-9a8587380276 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.330858] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1285.330858] env[69744]: value = "task-3312716" [ 1285.330858] env[69744]: _type = "Task" [ 1285.330858] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.346721] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.350716] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.451723] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312715, 'name': Destroy_Task, 'duration_secs': 0.537866} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.451816] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Destroyed the VM [ 1285.452100] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1285.452372] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b0d1dc8-873b-46b9-ad03-154434255a65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.460179] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1285.460179] env[69744]: value = "task-3312717" [ 1285.460179] env[69744]: _type = "Task" [ 1285.460179] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.468791] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.514127] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.699927] env[69744]: DEBUG nova.compute.utils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.701510] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.701752] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.742471] env[69744]: DEBUG nova.policy [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f9b693e49842d5aa7c9fe7c9e00c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '471c7a2dd5994c84803f3346b38e4453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.786779] env[69744]: DEBUG nova.compute.manager [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-changed-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.786940] env[69744]: DEBUG nova.compute.manager [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing instance network info cache due to event network-changed-7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.787729] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.787926] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.788101] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.846951] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.851607] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.872374] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324e53f-93b7-4ff9-b62b-840b751e57e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.880068] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c6724-dd93-480f-8a5f-d9006806c0ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.910606] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e996d6-d73b-468d-bffe-bef0d8ad0587 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.918555] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1efa0-26af-4ca1-8dec-0e051968c889 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.935812] env[69744]: DEBUG nova.compute.provider_tree [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.971069] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.015767] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.062254] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Successfully created port: 248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.208830] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.347443] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312716, 'name': PowerOffVM_Task, 'duration_secs': 0.945656} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.348275] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.349301] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37080f-13e3-440c-b9cd-52b0bac2ffb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.356302] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312712, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.835717} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.357262] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4/OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4.vmdk to [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk. [ 1286.357544] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Cleaning up location [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1286.357833] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d70cb449-7438-4b85-adb9-e90eaaebfdd4 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.358197] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5904ac66-c8c2-4c9a-ad78-6d1bc3fb97c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.384033] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82868713-2391-4571-bd82-f1acac3848f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.388922] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1286.388922] env[69744]: value = "task-3312718" [ 1286.388922] env[69744]: _type = "Task" [ 1286.388922] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.403064] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.424098] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.424446] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c600344-29f8-43ec-bb59-e741f60fdcd2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.433121] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1286.433121] env[69744]: value = "task-3312719" [ 1286.433121] env[69744]: _type = "Task" [ 1286.433121] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.438684] env[69744]: DEBUG nova.scheduler.client.report [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.446275] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.473556] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312717, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.516841] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312714, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.231469} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.517157] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.517380] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.517669] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd67e10f-fcd5-48c9-8301-1367aaa751ca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.525283] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1286.525283] env[69744]: value = "task-3312720" [ 1286.525283] env[69744]: _type = "Task" [ 1286.525283] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.534671] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.790689] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updated VIF entry in instance network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.791185] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.802427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.802676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.804055] env[69744]: INFO nova.compute.manager [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Rebooting instance [ 1286.908879] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038443} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.909400] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.909785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.910220] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk to [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.910695] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-194b1efd-8545-435e-aca7-64d73ebdd595 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.918596] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1286.918596] env[69744]: value = "task-3312721" [ 1286.918596] env[69744]: _type = "Task" [ 1286.918596] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.926188] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.942763] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.946022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.946022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.946022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.946022] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.946022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.947138] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dfba9ba-2d3e-46f4-a0e6-c18aa81bf29c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.963131] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.963131] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.963131] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9accc7a-38db-44b7-8f67-13f83ebd4dff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.971765] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1286.971765] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df4f5f-9e82-4991-d088-3729bfbd6da9" [ 1286.971765] env[69744]: _type = "Task" [ 1286.971765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.975932] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312717, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.980304] env[69744]: INFO nova.scheduler.client.report [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Deleted allocations for instance 24d986be-5b19-448c-aa77-45a8c30e9436 [ 1286.990550] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df4f5f-9e82-4991-d088-3729bfbd6da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.035700] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191512} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.036309] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.038063] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed73d565-cdcf-4a3e-bc0b-fbde649b5ea5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.065295] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.066085] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e57998e-07d6-4316-9d31-304faad3da7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.088498] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1287.088498] env[69744]: value = "task-3312722" [ 1287.088498] env[69744]: _type = "Task" [ 1287.088498] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.097773] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.225778] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.258791] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.259068] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.259241] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.259430] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.259580] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.259729] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.259946] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.260128] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.260307] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.260474] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.260649] env[69744]: DEBUG nova.virt.hardware [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.261721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de027d8-9b14-4795-926e-20e16dba2d1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.272161] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4da18-4c57-4f83-b8c3-198dbd97f463 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.294077] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.294336] env[69744]: DEBUG nova.compute.manager [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-changed-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.294502] env[69744]: DEBUG nova.compute.manager [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing instance network info cache due to event network-changed-7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.294707] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.294845] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.295009] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.322465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.322649] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.322986] env[69744]: DEBUG nova.network.neutron [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.428835] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.473572] env[69744]: DEBUG oslo_vmware.api [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312717, 'name': RemoveSnapshot_Task, 'duration_secs': 1.752991} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.473876] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1287.495097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-c14f9927-daf5-4504-af52-b5825c48bbf1 tempest-AttachVolumeNegativeTest-24242319 tempest-AttachVolumeNegativeTest-24242319-project-member] Lock "24d986be-5b19-448c-aa77-45a8c30e9436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.101s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.500754] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52df4f5f-9e82-4991-d088-3729bfbd6da9, 'name': SearchDatastore_Task, 'duration_secs': 0.057102} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.500754] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01383c23-e011-4748-b02e-df3b42496e5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.506911] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1287.506911] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d25097-54a0-d6b3-7f96-a96d3de41fa8" [ 1287.506911] env[69744]: _type = "Task" [ 1287.506911] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.517540] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d25097-54a0-d6b3-7f96-a96d3de41fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.573089] env[69744]: DEBUG nova.compute.manager [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Received event network-vif-plugged-248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.573316] env[69744]: DEBUG oslo_concurrency.lockutils [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.573525] env[69744]: DEBUG oslo_concurrency.lockutils [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] Lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.573782] env[69744]: DEBUG oslo_concurrency.lockutils [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] Lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.573952] env[69744]: DEBUG nova.compute.manager [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] No waiting events found dispatching network-vif-plugged-248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.574709] env[69744]: WARNING nova.compute.manager [req-5243643f-5c78-4883-b2fc-8f3dd764e717 req-51c7a292-79e8-40e3-ab59-8822f08d6db4 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Received unexpected event network-vif-plugged-248c0861-903a-45a8-889d-f85bf83d039e for instance with vm_state building and task_state spawning. [ 1287.599236] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312722, 'name': ReconfigVM_Task, 'duration_secs': 0.26438} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.599618] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.600373] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e16927-e49e-41a8-9877-5ee825201204 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.606987] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1287.606987] env[69744]: value = "task-3312723" [ 1287.606987] env[69744]: _type = "Task" [ 1287.606987] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.629038] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312723, 'name': Rename_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.758178] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Successfully updated port: 248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.936207] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.938783] env[69744]: DEBUG nova.compute.manager [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-changed-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.939011] env[69744]: DEBUG nova.compute.manager [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing instance network info cache due to event network-changed-7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.939263] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.983833] env[69744]: WARNING nova.compute.manager [None req-95fc4e42-3bdd-4eaf-bcaf-868c1496b7f0 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Image not found during snapshot: nova.exception.ImageNotFound: Image 44f6a16d-95f3-4ff7-8a46-64c3a99b0ea9 could not be found. [ 1288.021238] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d25097-54a0-d6b3-7f96-a96d3de41fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.030384} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.021768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.022091] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. {{(pid=69744) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1288.022522] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc93ee54-71f7-43e0-9229-37e9cdba3b86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.026367] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updated VIF entry in instance network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.026897] env[69744]: DEBUG nova.network.neutron [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.030599] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1288.030599] env[69744]: value = "task-3312725" [ 1288.030599] env[69744]: _type = "Task" [ 1288.030599] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.039474] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.116909] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312723, 'name': Rename_Task, 'duration_secs': 0.305457} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.117247] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.117520] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8d770e-d817-45a8-b31b-86368f5d9b79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.124199] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1288.124199] env[69744]: value = "task-3312726" [ 1288.124199] env[69744]: _type = "Task" [ 1288.124199] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.138617] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.259760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.259872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.260046] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.433941] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.529505] env[69744]: DEBUG oslo_concurrency.lockutils [req-d652dbe0-1d7c-4448-bb32-4fb790fede0f req-11860379-3cb9-4ee9-bb07-1f536130beca service nova] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.530264] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.530461] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.541440] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.603543] env[69744]: DEBUG nova.network.neutron [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.635775] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.807707] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.934932] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.043424] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.108906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.110826] env[69744]: DEBUG nova.network.neutron [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Updating instance_info_cache with network_info: [{"id": "248c0861-903a-45a8-889d-f85bf83d039e", "address": "fa:16:3e:42:45:c4", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248c0861-90", "ovs_interfaceid": "248c0861-903a-45a8-889d-f85bf83d039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.142033] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.247101] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updated VIF entry in instance network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.247471] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.283693] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.284040] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.284292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.284536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.284720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.287225] env[69744]: INFO nova.compute.manager [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Terminating instance [ 1289.435310] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.542217] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.613587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.614136] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance network_info: |[{"id": "248c0861-903a-45a8-889d-f85bf83d039e", "address": "fa:16:3e:42:45:c4", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248c0861-90", "ovs_interfaceid": "248c0861-903a-45a8-889d-f85bf83d039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.616360] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:45:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '248c0861-903a-45a8-889d-f85bf83d039e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.624830] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.625842] env[69744]: DEBUG nova.compute.manager [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.626207] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.627072] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef39f3-9f01-443e-be49-724a84d3ae68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.630049] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975d2670-fb2a-41ec-9691-411d07f19e62 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.654834] env[69744]: DEBUG oslo_vmware.api [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312726, 'name': PowerOnVM_Task, 'duration_secs': 1.137589} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.657804] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.658072] env[69744]: INFO nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1289.658311] env[69744]: DEBUG nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.661126] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.661126] env[69744]: value = "task-3312727" [ 1289.661126] env[69744]: _type = "Task" [ 1289.661126] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.661966] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb9be89-df71-4de1-87e3-1ddd44fc493c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.676031] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312727, 'name': CreateVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.722060] env[69744]: DEBUG nova.compute.manager [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Received event network-changed-248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.722187] env[69744]: DEBUG nova.compute.manager [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Refreshing instance network info cache due to event network-changed-248c0861-903a-45a8-889d-f85bf83d039e. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.722429] env[69744]: DEBUG oslo_concurrency.lockutils [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] Acquiring lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.722527] env[69744]: DEBUG oslo_concurrency.lockutils [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] Acquired lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.722692] env[69744]: DEBUG nova.network.neutron [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Refreshing network info cache for port 248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.750598] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.750817] env[69744]: DEBUG nova.compute.manager [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-changed-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.750985] env[69744]: DEBUG nova.compute.manager [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing instance network info cache due to event network-changed-7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.751356] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Acquiring lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.751526] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Acquired lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.751717] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Refreshing network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.791535] env[69744]: DEBUG nova.compute.manager [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.791788] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.792699] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4251b4a-9e65-4eab-8e18-55cd5b3fd2fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.800871] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.801284] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e193831-8f79-4635-a892-ead607fd52f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.807802] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1289.807802] env[69744]: value = "task-3312728" [ 1289.807802] env[69744]: _type = "Task" [ 1289.807802] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.816067] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.847301] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "2e047f46-6331-4a90-82fe-52d89cc10d04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.847580] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.847790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.847988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.848186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.850504] env[69744]: INFO nova.compute.manager [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Terminating instance [ 1289.937719] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312721, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.00864} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.938018] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6/b1bc5412-a670-4d5e-8e55-baa9e9fb3fd6.vmdk to [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.939107] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e13cf3b-deb5-4797-bdd3-2717146baa26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.963144] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.963554] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f513d53-2c99-4047-b3af-aed21e4da4e9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.988873] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1289.988873] env[69744]: value = "task-3312729" [ 1289.988873] env[69744]: _type = "Task" [ 1289.988873] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.998245] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.043173] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.178025] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312727, 'name': CreateVM_Task} progress is 25%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.188821] env[69744]: INFO nova.compute.manager [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Took 14.79 seconds to build instance. [ 1290.316691] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312728, 'name': PowerOffVM_Task, 'duration_secs': 0.216484} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.319060] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.319149] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.319354] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19d8ef1e-ad2d-4906-b898-21a5a1f36db6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.355500] env[69744]: DEBUG nova.compute.manager [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.355738] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.356764] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d844d302-6585-462b-ad70-2501cb81ed54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.364466] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.364797] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f55fec-c8ec-435a-b63f-267100a38f17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.371753] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1290.371753] env[69744]: value = "task-3312732" [ 1290.371753] env[69744]: _type = "Task" [ 1290.371753] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.391122] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.391459] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.391693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.391903] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleting the datastore file [datastore1] f30b4103-ee3a-42bb-9f93-d21e54e14973 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.392243] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09152848-c5aa-4ffb-a0fc-e018b7a00e58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.397771] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1290.397771] env[69744]: value = "task-3312733" [ 1290.397771] env[69744]: _type = "Task" [ 1290.397771] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.405201] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.452816] env[69744]: DEBUG nova.network.neutron [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Updated VIF entry in instance network info cache for port 248c0861-903a-45a8-889d-f85bf83d039e. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.453251] env[69744]: DEBUG nova.network.neutron [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Updating instance_info_cache with network_info: [{"id": "248c0861-903a-45a8-889d-f85bf83d039e", "address": "fa:16:3e:42:45:c4", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248c0861-90", "ovs_interfaceid": "248c0861-903a-45a8-889d-f85bf83d039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.486758] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updated VIF entry in instance network info cache for port 7cebffab-b787-4528-818c-4f126a6f582a. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.487166] env[69744]: DEBUG nova.network.neutron [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [{"id": "7cebffab-b787-4528-818c-4f126a6f582a", "address": "fa:16:3e:4c:88:a3", "network": {"id": "264ac4de-834a-4fba-894c-a53184f32ee1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1717215108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "55f4e614ebe845408cb5cca51cf4655d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cebffab-b7", "ovs_interfaceid": "7cebffab-b787-4528-818c-4f126a6f582a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.500579] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.543368] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312725, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.215143} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.543649] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk. [ 1290.544513] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574216fd-5514-40a5-8506-9b836a977318 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.580057] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.580789] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b0837c-c261-49e3-ab59-8fb18de8cbc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.599897] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1290.599897] env[69744]: value = "task-3312734" [ 1290.599897] env[69744]: _type = "Task" [ 1290.599897] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.608680] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.677187] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1dbb1-9286-4f19-a0bd-35c98af98ebd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.679830] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312727, 'name': CreateVM_Task, 'duration_secs': 0.816894} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.680011] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.681106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.681331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.681735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.682039] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab12858-41bd-4079-8704-e620c273d332 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.685898] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Doing hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1290.686695] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4655356-d244-4271-a164-aeaeaabe3394 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.689389] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1290.689389] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522cd52c-bb00-f838-fde3-944524819517" [ 1290.689389] env[69744]: _type = "Task" [ 1290.689389] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.690221] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e5fba558-e88b-4c7f-90de-a204cbb286df tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.302s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.694379] env[69744]: DEBUG oslo_vmware.api [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1290.694379] env[69744]: value = "task-3312735" [ 1290.694379] env[69744]: _type = "Task" [ 1290.694379] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.700760] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522cd52c-bb00-f838-fde3-944524819517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.705465] env[69744]: DEBUG oslo_vmware.api [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312735, 'name': ResetVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.885990] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312732, 'name': PowerOffVM_Task, 'duration_secs': 0.272958} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.886301] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.886468] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.886779] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82e861c7-de96-4120-b508-32a6dbde8734 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.907053] env[69744]: DEBUG oslo_vmware.api [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.907290] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.907470] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.907643] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.907821] env[69744]: INFO nova.compute.manager [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1290.908120] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.908286] env[69744]: DEBUG nova.compute.manager [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.908343] env[69744]: DEBUG nova.network.neutron [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.957623] env[69744]: DEBUG oslo_concurrency.lockutils [req-6a3e37f9-9c59-4b09-935d-5e71b6f96a0b req-e5b8f2e6-4186-41b8-95ad-5c9bac782a54 service nova] Releasing lock "refresh_cache-8753c0b0-2f30-49c3-b2de-36925191d032" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.958078] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.958277] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.958484] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Deleting the datastore file [datastore1] 2e047f46-6331-4a90-82fe-52d89cc10d04 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.958782] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba26b453-e9fa-4216-8f29-756f0700bf65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.965079] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for the task: (returnval){ [ 1290.965079] env[69744]: value = "task-3312737" [ 1290.965079] env[69744]: _type = "Task" [ 1290.965079] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.973666] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.989390] env[69744]: DEBUG oslo_concurrency.lockutils [req-d4a5df0c-f63f-4c69-b9a9-d51007180328 req-99203e0c-aabd-4d8c-975d-538fc4407047 service nova] Releasing lock "refresh_cache-2e047f46-6331-4a90-82fe-52d89cc10d04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.999270] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312729, 'name': ReconfigVM_Task, 'duration_secs': 0.693378} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.999546] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd/24175edd-44e4-4d0c-ba7b-58ccf89b9ecd.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.000210] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c84fede4-29b0-4712-9cfa-907b04b95256 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.006265] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1291.006265] env[69744]: value = "task-3312738" [ 1291.006265] env[69744]: _type = "Task" [ 1291.006265] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.014169] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312738, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.112674] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312734, 'name': ReconfigVM_Task, 'duration_secs': 0.41995} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.112999] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8/230493a1-ac08-4a65-b213-cff30417b0e1-rescue.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.121121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf621a7c-3c59-4aa9-b99c-9192e93b2e5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.151092] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad4daf0-9037-4095-ac1a-073e2a08c2e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.162301] env[69744]: DEBUG nova.compute.manager [req-4a9fe906-b4f1-4e9b-a3c6-98a604aaab7a req-28758c20-14f4-476c-b2c3-f3ac4050b181 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Received event network-vif-deleted-0c776298-f566-486d-8021-2dafc14757ea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.162480] env[69744]: INFO nova.compute.manager [req-4a9fe906-b4f1-4e9b-a3c6-98a604aaab7a req-28758c20-14f4-476c-b2c3-f3ac4050b181 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Neutron deleted interface 0c776298-f566-486d-8021-2dafc14757ea; detaching it from the instance and deleting it from the info cache [ 1291.162645] env[69744]: DEBUG nova.network.neutron [req-4a9fe906-b4f1-4e9b-a3c6-98a604aaab7a req-28758c20-14f4-476c-b2c3-f3ac4050b181 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.170143] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1291.170143] env[69744]: value = "task-3312739" [ 1291.170143] env[69744]: _type = "Task" [ 1291.170143] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.179418] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.202730] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522cd52c-bb00-f838-fde3-944524819517, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.203143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.203433] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.203675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.203846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.204074] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.204362] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2c66735-eb65-409e-bf96-c0ae80342eed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.208911] env[69744]: DEBUG oslo_vmware.api [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312735, 'name': ResetVM_Task, 'duration_secs': 0.092186} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.209485] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Did hard reboot of VM {{(pid=69744) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1291.209695] env[69744]: DEBUG nova.compute.manager [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.210446] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf14acef-4517-4250-9533-45eceb56a23b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.214446] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.219445] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.219647] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.220517] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6b4b00-a15b-4112-b8f7-d4a8e4c48afa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.225962] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1291.225962] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7cc0-8d6c-dc9d-4f94-1912de2cfcd8" [ 1291.225962] env[69744]: _type = "Task" [ 1291.225962] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.233911] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7cc0-8d6c-dc9d-4f94-1912de2cfcd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.474863] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.515937] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312738, 'name': Rename_Task, 'duration_secs': 0.475359} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.516260] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.516828] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fde0dbb-1cac-4f28-9e47-fc108d511a25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.523095] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1291.523095] env[69744]: value = "task-3312740" [ 1291.523095] env[69744]: _type = "Task" [ 1291.523095] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.533224] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.625050] env[69744]: DEBUG nova.network.neutron [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.665712] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27d855d8-47ad-4fae-9cda-6b08c2ad1f15 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.678582] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147734f0-95ee-45fc-9076-6ab4b7912189 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.695224] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.714166] env[69744]: DEBUG nova.compute.manager [req-4a9fe906-b4f1-4e9b-a3c6-98a604aaab7a req-28758c20-14f4-476c-b2c3-f3ac4050b181 service nova] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Detach interface failed, port_id=0c776298-f566-486d-8021-2dafc14757ea, reason: Instance f30b4103-ee3a-42bb-9f93-d21e54e14973 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.723417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-78b80122-cbae-44c9-a6dc-cca372348770 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.921s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.736094] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521b7cc0-8d6c-dc9d-4f94-1912de2cfcd8, 'name': SearchDatastore_Task, 'duration_secs': 0.03132} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.736865] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d509f9-b783-4f6a-928a-3241e3f1104b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.741976] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1291.741976] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52288ebc-c23c-0eb4-e011-b17a06481a4c" [ 1291.741976] env[69744]: _type = "Task" [ 1291.741976] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.749968] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52288ebc-c23c-0eb4-e011-b17a06481a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.795757] env[69744]: DEBUG nova.compute.manager [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-changed-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.795757] env[69744]: DEBUG nova.compute.manager [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing instance network info cache due to event network-changed-04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.795894] env[69744]: DEBUG oslo_concurrency.lockutils [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.796028] env[69744]: DEBUG oslo_concurrency.lockutils [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.796183] env[69744]: DEBUG nova.network.neutron [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing network info cache for port 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.975487] env[69744]: DEBUG oslo_vmware.api [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Task: {'id': task-3312737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.906288} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.975754] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.975975] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.976275] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.976470] env[69744]: INFO nova.compute.manager [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1291.976717] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.976912] env[69744]: DEBUG nova.compute.manager [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.977008] env[69744]: DEBUG nova.network.neutron [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.033495] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.127608] env[69744]: INFO nova.compute.manager [-] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Took 1.22 seconds to deallocate network for instance. [ 1292.182369] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.253106] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52288ebc-c23c-0eb4-e011-b17a06481a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.033891} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.253370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.253629] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.253921] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97fafd78-699d-4c47-a539-4329a617d31f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.260245] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1292.260245] env[69744]: value = "task-3312741" [ 1292.260245] env[69744]: _type = "Task" [ 1292.260245] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.268705] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.537756] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.570285] env[69744]: DEBUG nova.network.neutron [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updated VIF entry in instance network info cache for port 04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.570794] env[69744]: DEBUG nova.network.neutron [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.635019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.635353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.635585] env[69744]: DEBUG nova.objects.instance [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lazy-loading 'resources' on Instance uuid f30b4103-ee3a-42bb-9f93-d21e54e14973 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.682162] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312739, 'name': ReconfigVM_Task, 'duration_secs': 1.202797} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.682452] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.682734] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-269b120e-b6ee-4bcc-979c-4b57e06dde17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.690177] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1292.690177] env[69744]: value = "task-3312742" [ 1292.690177] env[69744]: _type = "Task" [ 1292.690177] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.696384] env[69744]: DEBUG nova.network.neutron [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.700781] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.771113] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.035963] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.074027] env[69744]: DEBUG oslo_concurrency.lockutils [req-120dde02-17a3-4c7f-923f-7afde11937ec req-8846c1c3-b9fb-4eef-b645-56966623c7ff service nova] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.167914] env[69744]: DEBUG nova.compute.manager [req-e03f24c8-ad5b-4cc1-8113-1b23406a49de req-34284cad-8566-4f76-9ca0-78c530aa5ce6 service nova] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Received event network-vif-deleted-7cebffab-b787-4528-818c-4f126a6f582a {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.202097] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.202097] env[69744]: INFO nova.compute.manager [-] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Took 1.22 seconds to deallocate network for instance. [ 1293.213975] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.270314] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663382} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.272658] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.272876] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.273584] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51249caf-a435-4323-80ba-8c247493d598 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.279457] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1293.279457] env[69744]: value = "task-3312744" [ 1293.279457] env[69744]: _type = "Task" [ 1293.279457] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.284210] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe9c4c3-155f-4d4e-ab73-e348a6f3e2e5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.291233] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.293774] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28013ba-7ad4-4142-825f-cdb61f3efc59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.325186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686d0229-93e5-4b65-8356-54b64d8f7232 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.332017] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c86a2-04fb-414d-a453-d714ff928b81 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.344887] env[69744]: DEBUG nova.compute.provider_tree [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.535876] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.700893] env[69744]: DEBUG oslo_vmware.api [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312742, 'name': PowerOnVM_Task, 'duration_secs': 0.526186} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.701358] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.703922] env[69744]: DEBUG nova.compute.manager [None req-02799d06-2fea-4fb4-836e-c2914e9a0f37 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.704665] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abffb3af-c4d7-4fe1-91f9-e47db0693fcf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.707596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.788231] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170143} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.788467] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.789205] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b168e21-d915-4c50-85d5-577994be129f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.810111] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.810563] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d10663-d68b-46ca-b1ca-ee3d263c2ff4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.828200] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1293.828200] env[69744]: value = "task-3312745" [ 1293.828200] env[69744]: _type = "Task" [ 1293.828200] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.835384] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.848673] env[69744]: DEBUG nova.scheduler.client.report [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.036186] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.209659] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.213422] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.339136] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.353131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.355948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.648s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.356208] env[69744]: DEBUG nova.objects.instance [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lazy-loading 'resources' on Instance uuid 2e047f46-6331-4a90-82fe-52d89cc10d04 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.376299] env[69744]: INFO nova.scheduler.client.report [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted allocations for instance f30b4103-ee3a-42bb-9f93-d21e54e14973 [ 1294.536449] env[69744]: DEBUG oslo_vmware.api [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312740, 'name': PowerOnVM_Task, 'duration_secs': 2.928929} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.536715] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.639963] env[69744]: DEBUG nova.compute.manager [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.640957] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c178c1f-5e64-4916-a857-34ed4bb36083 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.717830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.842050] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312745, 'name': ReconfigVM_Task, 'duration_secs': 0.992348} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.842497] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.843378] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9069845b-2115-4ebd-929b-724f6c89e44e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.849763] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1294.849763] env[69744]: value = "task-3312746" [ 1294.849763] env[69744]: _type = "Task" [ 1294.849763] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.862420] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312746, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.892578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-331df8b2-4241-470c-9df3-97c38e5a110a tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "f30b4103-ee3a-42bb-9f93-d21e54e14973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.608s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.945378] env[69744]: INFO nova.compute.manager [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Unrescuing [ 1294.945626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.945775] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.945935] env[69744]: DEBUG nova.network.neutron [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.980125] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e2290-8f28-4416-a4fa-879d11f4ae1c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.987825] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36645d1-009c-415c-bdfb-0a46dce477de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.021913] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f3fdb-0e12-4503-8fc5-90bf9f4e8a03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.029606] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab965669-aac1-4a62-8ba1-3d8265108054 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.042826] env[69744]: DEBUG nova.compute.provider_tree [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.159832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-1d569111-a26c-43c4-b0ec-e960a8a60098 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.578s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.361326] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312746, 'name': Rename_Task, 'duration_secs': 0.178698} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.362135] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.362135] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e51f0c9-019a-4838-b7e7-83a4689130f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.368989] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1295.368989] env[69744]: value = "task-3312747" [ 1295.368989] env[69744]: _type = "Task" [ 1295.368989] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.377278] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.404386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.404701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.546611] env[69744]: DEBUG nova.scheduler.client.report [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.737417] env[69744]: DEBUG nova.network.neutron [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.879505] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.907160] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.054820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.059047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.340s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.059047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.059047] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1296.059047] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527f1e9-15cb-47b4-959b-5bf6b79c73ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.067279] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163c3c7-42d8-4531-bf05-a2e7507aa3ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.084730] env[69744]: INFO nova.scheduler.client.report [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Deleted allocations for instance 2e047f46-6331-4a90-82fe-52d89cc10d04 [ 1296.086453] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159c947-d396-4e50-98d6-a6a52b913bf3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.098806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b74d24-81a7-452d-a64d-16982939ea88 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.127719] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179711MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1296.127900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.128499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.239904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.240783] env[69744]: DEBUG nova.objects.instance [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'flavor' on Instance uuid e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.382962] env[69744]: DEBUG oslo_vmware.api [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312747, 'name': PowerOnVM_Task, 'duration_secs': 0.804102} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.383346] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.383620] env[69744]: INFO nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1296.383880] env[69744]: DEBUG nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.385400] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e1a13-525b-45c9-8a54-6a98eb3f7fb7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.427394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.607512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ea3efbd-36f2-4399-80b3-1cbc65e02bb4 tempest-ServerRescueTestJSONUnderV235-61370310 tempest-ServerRescueTestJSONUnderV235-61370310-project-member] Lock "2e047f46-6331-4a90-82fe-52d89cc10d04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.756s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.749619] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc26d11-459b-411a-ae4f-8fc36236c93a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.775087] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.775438] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65db221-f2d3-4c11-9b46-eb9c8044bfdc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.782097] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1296.782097] env[69744]: value = "task-3312748" [ 1296.782097] env[69744]: _type = "Task" [ 1296.782097] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.790088] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.904665] env[69744]: INFO nova.compute.manager [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Took 14.01 seconds to build instance. [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance f81746f1-4190-4413-bc02-7ee143af467a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 360f0757-d79a-40b1-8120-0d30f562e597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e7cbb897-d91b-4224-a87e-1030103a2cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 20e6026f-7f9d-4fc0-aeac-32212df74a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.163835] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8753c0b0-2f30-49c3-b2de-36925191d032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.294484] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312748, 'name': PowerOffVM_Task, 'duration_secs': 0.243997} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.294484] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.301118] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.301118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f731005b-1c61-4927-933c-12bf41ab9937 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.321434] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1297.321434] env[69744]: value = "task-3312749" [ 1297.321434] env[69744]: _type = "Task" [ 1297.321434] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.329843] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.407908] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0eb3d0a6-b264-404d-8dea-57662151193d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.527s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.667323] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1297.667577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1297.667726] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1297.832485] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312749, 'name': ReconfigVM_Task, 'duration_secs': 0.2526} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.832803] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1297.832993] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.833259] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d22f15-3745-41a4-ac24-254a78138bee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.839802] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1297.839802] env[69744]: value = "task-3312750" [ 1297.839802] env[69744]: _type = "Task" [ 1297.839802] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.845232] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d282d6d-d2be-4826-95d3-891ba56426f7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.854437] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.857385] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae20ed6-b45c-4a91-9c69-98abb5475c66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.891857] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af28bf-2432-487a-98de-6c6d7aa7ce5d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.902292] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532873b2-4454-4e67-a7b8-cac192c616cb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.918030] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.350143] env[69744]: DEBUG oslo_vmware.api [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312750, 'name': PowerOnVM_Task, 'duration_secs': 0.442891} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.350450] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.352379] env[69744]: DEBUG nova.compute.manager [None req-64b27407-4071-4a69-946a-e55ea5686ea1 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.352379] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f385b9-ddf5-4dd7-b846-74b4ac72f60d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.397691] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.397956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.398223] env[69744]: DEBUG nova.compute.manager [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.399257] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7660a189-bb5a-4a2e-acde-e9579e2aec21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.405874] env[69744]: DEBUG nova.compute.manager [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1298.406472] env[69744]: DEBUG nova.objects.instance [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'flavor' on Instance uuid 8753c0b0-2f30-49c3-b2de-36925191d032 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.424368] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.930385] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1298.930754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.802s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.931135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.504s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.932701] env[69744]: INFO nova.compute.claims [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.417944] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.417944] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f953875-d79f-4b5e-bd3d-a22aaf479bf4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.425723] env[69744]: DEBUG oslo_vmware.api [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1299.425723] env[69744]: value = "task-3312751" [ 1299.425723] env[69744]: _type = "Task" [ 1299.425723] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.435558] env[69744]: DEBUG oslo_vmware.api [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.614262] env[69744]: DEBUG nova.compute.manager [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.614437] env[69744]: DEBUG nova.compute.manager [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing instance network info cache due to event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.614701] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.614918] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.615104] env[69744]: DEBUG nova.network.neutron [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.936083] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.936497] env[69744]: DEBUG oslo_vmware.api [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312751, 'name': PowerOffVM_Task, 'duration_secs': 0.221373} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.936554] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.936752] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.936942] env[69744]: DEBUG nova.compute.manager [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.937199] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.937863] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d7e2d-2c89-4978-9bc9-8e0f884544bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.940204] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.940347] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1300.061572] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db49720-e5bd-4d0f-8d9f-bb04a2e29ee7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.069242] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafeb056-60e3-4888-8171-d14aabd4aae1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.098882] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa487fc-b73d-41fd-bf46-bce1544bb398 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.106745] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55efd078-b58b-48ed-974c-e2e37f562b7f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.120775] env[69744]: DEBUG nova.compute.provider_tree [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.453360] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fd411d0a-14cb-4bab-8a8a-0634753ead34 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.611645] env[69744]: DEBUG nova.network.neutron [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updated VIF entry in instance network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.612171] env[69744]: DEBUG nova.network.neutron [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.624655] env[69744]: DEBUG nova.scheduler.client.report [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.115785] env[69744]: DEBUG oslo_concurrency.lockutils [req-1a6ff254-5099-4330-bafe-6f1b79b9c457 req-58780428-34c2-42bc-95d4-4c58cba66b7f service nova] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.133926] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.134477] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.275221] env[69744]: INFO nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Rebuilding instance [ 1301.310761] env[69744]: DEBUG nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.311642] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1d1a0-75e0-4ba8-b827-eed15250a319 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.640035] env[69744]: DEBUG nova.compute.utils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.641722] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.641967] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.646259] env[69744]: DEBUG nova.compute.manager [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.646454] env[69744]: DEBUG nova.compute.manager [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing instance network info cache due to event network-changed-f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.646617] env[69744]: DEBUG oslo_concurrency.lockutils [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] Acquiring lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.646761] env[69744]: DEBUG oslo_concurrency.lockutils [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] Acquired lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.646921] env[69744]: DEBUG nova.network.neutron [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Refreshing network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.689754] env[69744]: DEBUG nova.policy [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382cce6f238a49b78ea2b16e2a0cf217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c121b398564ce9b567469c44d47b42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.977334] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Successfully created port: fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.146845] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.217202] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.325237] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.325569] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c052342-e18f-4615-9fd3-8ec43f74d8c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.333382] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1302.333382] env[69744]: value = "task-3312752" [ 1302.333382] env[69744]: _type = "Task" [ 1302.333382] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.342373] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.371495] env[69744]: DEBUG nova.network.neutron [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updated VIF entry in instance network info cache for port f93eb769-6321-47d3-a873-5f74b4eb5b69. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.371830] env[69744]: DEBUG nova.network.neutron [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [{"id": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "address": "fa:16:3e:9b:1a:14", "network": {"id": "014a322c-b1c7-4b6c-b0e7-5d0a3b16494d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-964307609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984b94003d9843a583c0a8d8f36ad43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93eb769-63", "ovs_interfaceid": "f93eb769-6321-47d3-a873-5f74b4eb5b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.843979] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1302.844255] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.845022] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e02390-a5d3-4998-9ce4-34571ccd5505 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.851818] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.852077] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-361ff5ca-3b1d-408a-b747-6b1445869efa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.874172] env[69744]: DEBUG oslo_concurrency.lockutils [req-ca99130e-c852-49d1-8d30-3915de09e020 req-d312ad5a-3948-4a06-b58a-4199902f9fde service nova] Releasing lock "refresh_cache-e7cbb897-d91b-4224-a87e-1030103a2cc8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.914314] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.914501] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.914711] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore2] 8753c0b0-2f30-49c3-b2de-36925191d032 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.915068] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b97cf8-6135-4c2d-b814-fc5ba06e55bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.921798] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1302.921798] env[69744]: value = "task-3312754" [ 1302.921798] env[69744]: _type = "Task" [ 1302.921798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.929714] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.161221] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.188178] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.188424] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.188586] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.188762] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.188909] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.189119] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.189290] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.189448] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.189612] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.189773] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.189945] env[69744]: DEBUG nova.virt.hardware [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.190800] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c90627-f5b1-416d-8c0f-5b405c992200 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.198837] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cde6c-c029-4a1d-a336-2e28036d461b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.337614] env[69744]: DEBUG nova.compute.manager [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Received event network-vif-plugged-fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.337855] env[69744]: DEBUG oslo_concurrency.lockutils [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] Acquiring lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.338107] env[69744]: DEBUG oslo_concurrency.lockutils [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.338328] env[69744]: DEBUG oslo_concurrency.lockutils [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.338512] env[69744]: DEBUG nova.compute.manager [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] No waiting events found dispatching network-vif-plugged-fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.338683] env[69744]: WARNING nova.compute.manager [req-96ae5e87-e7c1-4c39-b47c-2689b86644ed req-1bf694ff-6729-412a-80b8-d61d324e1e15 service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Received unexpected event network-vif-plugged-fb80103f-6599-45c3-b1ff-940b48df7a4c for instance with vm_state building and task_state spawning. [ 1303.431849] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124951} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.432265] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.432561] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.432844] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.461564] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Successfully updated port: fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.964966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.964966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.965802] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.464344] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.464658] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.464728] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.464911] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.465072] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.465221] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.465423] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.465580] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.465745] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.465909] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.466099] env[69744]: DEBUG nova.virt.hardware [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.466950] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b677f9a-537b-4d58-b80a-01d4024facca {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.475798] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec0bfa-e1fd-46df-82f0-369bcab478e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.488896] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:45:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '248c0861-903a-45a8-889d-f85bf83d039e', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.496146] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.496378] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.496590] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1c860d-5125-42e8-ba04-974aab5ac48b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.510517] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.519477] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.519477] env[69744]: value = "task-3312755" [ 1304.519477] env[69744]: _type = "Task" [ 1304.519477] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.526887] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312755, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.663307] env[69744]: DEBUG nova.network.neutron [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Updating instance_info_cache with network_info: [{"id": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "address": "fa:16:3e:3c:65:2d", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb80103f-65", "ovs_interfaceid": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.030055] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312755, 'name': CreateVM_Task, 'duration_secs': 0.324573} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.030365] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.031015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.031185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.031501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.031745] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de55caf-7791-4cc9-9182-cac9c5205dd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.036624] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1305.036624] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aeea5-3850-232d-dc3d-f38a07b8a9c4" [ 1305.036624] env[69744]: _type = "Task" [ 1305.036624] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.044571] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aeea5-3850-232d-dc3d-f38a07b8a9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.165824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.166200] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Instance network_info: |[{"id": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "address": "fa:16:3e:3c:65:2d", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb80103f-65", "ovs_interfaceid": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.166627] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:65:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb80103f-6599-45c3-b1ff-940b48df7a4c', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.173983] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.174481] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.174768] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a9c6252-bf81-4882-9060-fb2a44e4891d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.194608] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.194608] env[69744]: value = "task-3312756" [ 1305.194608] env[69744]: _type = "Task" [ 1305.194608] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.202509] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312756, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.366396] env[69744]: DEBUG nova.compute.manager [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Received event network-changed-fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.366589] env[69744]: DEBUG nova.compute.manager [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Refreshing instance network info cache due to event network-changed-fb80103f-6599-45c3-b1ff-940b48df7a4c. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.366807] env[69744]: DEBUG oslo_concurrency.lockutils [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] Acquiring lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.366944] env[69744]: DEBUG oslo_concurrency.lockutils [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] Acquired lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.367130] env[69744]: DEBUG nova.network.neutron [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Refreshing network info cache for port fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.547699] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522aeea5-3850-232d-dc3d-f38a07b8a9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.548066] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.548232] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.548470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.548615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.548797] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.549074] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b263a259-9ee9-4977-99d9-676e675ae969 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.557304] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.557471] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.558159] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34d13b2-8fbc-4623-af48-6b52eb5304da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.563397] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1305.563397] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528db3b5-0ac6-d610-ac57-6c55f2e79449" [ 1305.563397] env[69744]: _type = "Task" [ 1305.563397] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.570492] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528db3b5-0ac6-d610-ac57-6c55f2e79449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.703868] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312756, 'name': CreateVM_Task, 'duration_secs': 0.291367} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.704113] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.704795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.705096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.705470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.705727] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6850aad7-fe0e-4ad6-9aff-70f937d7a416 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.709903] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1305.709903] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5283e4a9-417c-b250-44ba-d7acc737861d" [ 1305.709903] env[69744]: _type = "Task" [ 1305.709903] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.717085] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5283e4a9-417c-b250-44ba-d7acc737861d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.051256] env[69744]: DEBUG nova.network.neutron [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Updated VIF entry in instance network info cache for port fb80103f-6599-45c3-b1ff-940b48df7a4c. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.051626] env[69744]: DEBUG nova.network.neutron [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Updating instance_info_cache with network_info: [{"id": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "address": "fa:16:3e:3c:65:2d", "network": {"id": "9032f7e2-7d1b-439d-a21a-12e703afd7f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1644735567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c121b398564ce9b567469c44d47b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb80103f-65", "ovs_interfaceid": "fb80103f-6599-45c3-b1ff-940b48df7a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.073969] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528db3b5-0ac6-d610-ac57-6c55f2e79449, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.074678] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9743b5-63a0-41d5-a2e9-c45967cdfc58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.080385] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1306.080385] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a06152-36bc-1c53-283a-6cb23dbe41b6" [ 1306.080385] env[69744]: _type = "Task" [ 1306.080385] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.089361] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a06152-36bc-1c53-283a-6cb23dbe41b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.221191] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5283e4a9-417c-b250-44ba-d7acc737861d, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.221447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.221688] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.222046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.554473] env[69744]: DEBUG oslo_concurrency.lockutils [req-e199ec48-4c43-4a79-96b6-5fbcb0210e07 req-b807e095-00d9-4ad2-9f5e-c2ababcc34cd service nova] Releasing lock "refresh_cache-eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.591148] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a06152-36bc-1c53-283a-6cb23dbe41b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016152} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.591411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.591742] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.592075] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.592445] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.592567] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2387ae1-9a6a-4e3e-b090-2914ed7de5a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.595386] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-212b7407-ca6e-43db-bc49-da5566ab085d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.603424] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1306.603424] env[69744]: value = "task-3312757" [ 1306.603424] env[69744]: _type = "Task" [ 1306.603424] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.607441] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.607616] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.608629] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e2c010-eb9d-4395-b477-906bb8af1d2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.613738] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.617068] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1306.617068] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f89d7-8425-10f3-b81a-f03a11aec980" [ 1306.617068] env[69744]: _type = "Task" [ 1306.617068] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.623238] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f89d7-8425-10f3-b81a-f03a11aec980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.115441] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.127457] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]525f89d7-8425-10f3-b81a-f03a11aec980, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.128522] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6845459-3ba9-453f-b730-7933f7d3fc86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.135847] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1307.135847] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc6bba-f147-a3aa-c6e7-97fb081b89fd" [ 1307.135847] env[69744]: _type = "Task" [ 1307.135847] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.143626] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc6bba-f147-a3aa-c6e7-97fb081b89fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.613403] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55124} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.613667] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.614102] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.614155] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df2de98c-3e0a-4c67-9318-0f71ca1698c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.620781] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1307.620781] env[69744]: value = "task-3312758" [ 1307.620781] env[69744]: _type = "Task" [ 1307.620781] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.628078] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.644315] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52dc6bba-f147-a3aa-c6e7-97fb081b89fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.644547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.644796] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22/eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.645084] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c00b366-cb86-4e80-9fa0-e8f086955886 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.651596] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1307.651596] env[69744]: value = "task-3312759" [ 1307.651596] env[69744]: _type = "Task" [ 1307.651596] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.658610] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.130432] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075477} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.130713] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.131459] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f69ed-4c39-4b3d-94da-a85281650b3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.152782] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.153113] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2066c6d6-066d-4b81-9db4-854183ce368c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.176880] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312759, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.178000] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1308.178000] env[69744]: value = "task-3312760" [ 1308.178000] env[69744]: _type = "Task" [ 1308.178000] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.184880] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.662382] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548715} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.662715] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22/eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.662843] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.663099] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-834abf71-ae94-401e-b68a-245cafddc184 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.669768] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1308.669768] env[69744]: value = "task-3312761" [ 1308.669768] env[69744]: _type = "Task" [ 1308.669768] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.677447] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.685687] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312760, 'name': ReconfigVM_Task, 'duration_secs': 0.387677} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.685934] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8753c0b0-2f30-49c3-b2de-36925191d032/8753c0b0-2f30-49c3-b2de-36925191d032.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.686535] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc7d6be-014a-4737-bb00-865fca2ab8b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.692697] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1308.692697] env[69744]: value = "task-3312762" [ 1308.692697] env[69744]: _type = "Task" [ 1308.692697] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.701281] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312762, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.179841] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068934} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.180122] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.180891] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d54b12-2309-4f97-af7d-561a49e34dc6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.202818] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22/eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.205711] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d70d66e-012e-49ef-9cbb-1489bf242a68 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.224378] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312762, 'name': Rename_Task, 'duration_secs': 0.145827} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.225430] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.225720] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1309.225720] env[69744]: value = "task-3312763" [ 1309.225720] env[69744]: _type = "Task" [ 1309.225720] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.225895] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86923d1c-4159-4f0f-b380-da62789f9cd4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.234588] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.235657] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1309.235657] env[69744]: value = "task-3312764" [ 1309.235657] env[69744]: _type = "Task" [ 1309.235657] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.242568] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.738405] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312763, 'name': ReconfigVM_Task, 'duration_secs': 0.288917} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.741605] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Reconfigured VM instance instance-0000007c to attach disk [datastore1] eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22/eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.742250] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2927e58-19de-4a9d-abde-70be240b2b18 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.748519] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312764, 'name': PowerOnVM_Task, 'duration_secs': 0.502126} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.749628] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.749831] env[69744]: DEBUG nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.750145] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1309.750145] env[69744]: value = "task-3312765" [ 1309.750145] env[69744]: _type = "Task" [ 1309.750145] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.750811] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70289a3e-889e-4392-957c-fa958bc0810c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.761186] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312765, 'name': Rename_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.264185] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312765, 'name': Rename_Task, 'duration_secs': 0.141649} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.264427] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.264677] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed7ec03-6d05-4c89-a567-ac43547d8538 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.266918] env[69744]: INFO nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] bringing vm to original state: 'stopped' [ 1310.273705] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1310.273705] env[69744]: value = "task-3312766" [ 1310.273705] env[69744]: _type = "Task" [ 1310.273705] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.287898] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.783908] env[69744]: DEBUG oslo_vmware.api [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312766, 'name': PowerOnVM_Task, 'duration_secs': 0.458293} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.784241] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.784241] env[69744]: INFO nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1310.784765] env[69744]: DEBUG nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.785108] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6adc3e-cb1a-4255-8550-9fb9b46182a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.273658] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.273946] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.274179] env[69744]: DEBUG nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.275057] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db990fd9-6d5a-46cb-aec5-5053801332fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.282633] env[69744]: DEBUG nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1311.301076] env[69744]: INFO nova.compute.manager [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Took 14.89 seconds to build instance. [ 1311.746269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.787694] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.788043] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c77510-cca7-4791-9afe-c4e9cea255cd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.796691] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1311.796691] env[69744]: value = "task-3312767" [ 1311.796691] env[69744]: _type = "Task" [ 1311.796691] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.804589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-0ca58ac0-efd5-417c-8f93-6321a7ee335c tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.400s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.804820] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.805114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.059s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.805376] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.805585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.805751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.807747] env[69744]: INFO nova.compute.manager [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Terminating instance [ 1312.306816] env[69744]: DEBUG oslo_vmware.api [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312767, 'name': PowerOffVM_Task, 'duration_secs': 0.169682} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.307095] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.307269] env[69744]: DEBUG nova.compute.manager [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.307992] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ce43b9-2338-44fb-9347-173c67e2e4f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.310643] env[69744]: DEBUG nova.compute.manager [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.310829] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.311517] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6600801a-0054-4c01-b583-85a504af497e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.317989] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.319058] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587add3a-098a-4b07-8815-1f3f3d869046 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.327514] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1312.327514] env[69744]: value = "task-3312768" [ 1312.327514] env[69744]: _type = "Task" [ 1312.327514] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.334740] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.827842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.837476] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312768, 'name': PowerOffVM_Task, 'duration_secs': 0.169682} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.837727] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.837895] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.838172] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3038736f-4d54-4f02-acfe-6244fe26b95b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.900173] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.900412] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.900644] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleting the datastore file [datastore1] eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.900915] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295f0416-ac99-40a4-952a-b52867743243 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.907847] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for the task: (returnval){ [ 1312.907847] env[69744]: value = "task-3312770" [ 1312.907847] env[69744]: _type = "Task" [ 1312.907847] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.915974] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.339860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.340184] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.340331] env[69744]: DEBUG nova.objects.instance [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1313.417820] env[69744]: DEBUG oslo_vmware.api [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Task: {'id': task-3312770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178168} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.418072] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.418260] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.418440] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.418613] env[69744]: INFO nova.compute.manager [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1313.418849] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.419051] env[69744]: DEBUG nova.compute.manager [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.419151] env[69744]: DEBUG nova.network.neutron [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.714839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.714839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.715714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.715714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.715856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.718099] env[69744]: INFO nova.compute.manager [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Terminating instance [ 1313.723481] env[69744]: DEBUG nova.compute.manager [req-885712b1-6cdf-4584-9824-a35b7f9c9da6 req-26d95a28-a21e-438b-bc7e-387068e9d7dc service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Received event network-vif-deleted-fb80103f-6599-45c3-b1ff-940b48df7a4c {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.723695] env[69744]: INFO nova.compute.manager [req-885712b1-6cdf-4584-9824-a35b7f9c9da6 req-26d95a28-a21e-438b-bc7e-387068e9d7dc service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Neutron deleted interface fb80103f-6599-45c3-b1ff-940b48df7a4c; detaching it from the instance and deleting it from the info cache [ 1313.723868] env[69744]: DEBUG nova.network.neutron [req-885712b1-6cdf-4584-9824-a35b7f9c9da6 req-26d95a28-a21e-438b-bc7e-387068e9d7dc service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.209491] env[69744]: DEBUG nova.network.neutron [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.221922] env[69744]: DEBUG nova.compute.manager [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.222151] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.223256] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe16bb9-28eb-40da-86d3-b93c8b37a70e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.227623] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4798213e-8f82-45ca-bd66-29d5c689aa4a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.235015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.236313] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692ea839-f279-4fa8-ac76-a6124495bd25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.240252] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945464a9-7f2a-4593-904f-5ec57eb11159 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.271682] env[69744]: DEBUG nova.compute.manager [req-885712b1-6cdf-4584-9824-a35b7f9c9da6 req-26d95a28-a21e-438b-bc7e-387068e9d7dc service nova] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Detach interface failed, port_id=fb80103f-6599-45c3-b1ff-940b48df7a4c, reason: Instance eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.317408] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.317639] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.317821] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore1] 8753c0b0-2f30-49c3-b2de-36925191d032 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.318094] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5311db27-b86a-49e7-b704-62e9c959cba7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.324071] env[69744]: DEBUG oslo_vmware.api [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1314.324071] env[69744]: value = "task-3312772" [ 1314.324071] env[69744]: _type = "Task" [ 1314.324071] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.332287] env[69744]: DEBUG oslo_vmware.api [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.349624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-49beebbe-cbf9-420a-845e-cf2b2fd8e5b7 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.712569] env[69744]: INFO nova.compute.manager [-] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Took 1.29 seconds to deallocate network for instance. [ 1314.833413] env[69744]: DEBUG oslo_vmware.api [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195797} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.833645] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.833813] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.833984] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.834206] env[69744]: INFO nova.compute.manager [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1314.834448] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.834635] env[69744]: DEBUG nova.compute.manager [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.834730] env[69744]: DEBUG nova.network.neutron [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.219867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.220257] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.220257] env[69744]: DEBUG nova.objects.instance [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lazy-loading 'resources' on Instance uuid eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.537901] env[69744]: DEBUG nova.network.neutron [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.751106] env[69744]: DEBUG nova.compute.manager [req-0969b6e1-8ef8-422e-a1e0-c445efc12ea8 req-c084be7f-e026-4817-9d43-8507f0f51158 service nova] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Received event network-vif-deleted-248c0861-903a-45a8-889d-f85bf83d039e {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.834702] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba81e90-7ebe-46fe-9dd4-412c830c820b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.842393] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7459e1-c2d9-4331-9358-e81c4d27e648 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.872099] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e1246-5e47-40ff-bb3b-242e5940bf43 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.878683] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1cefd7-b282-40c8-babe-30029f56ca92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.891632] env[69744]: DEBUG nova.compute.provider_tree [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.040921] env[69744]: INFO nova.compute.manager [-] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Took 1.21 seconds to deallocate network for instance. [ 1316.394685] env[69744]: DEBUG nova.scheduler.client.report [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.546564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.899504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.901881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.355s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.902131] env[69744]: DEBUG nova.objects.instance [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'resources' on Instance uuid 8753c0b0-2f30-49c3-b2de-36925191d032 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.918513] env[69744]: INFO nova.scheduler.client.report [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Deleted allocations for instance eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22 [ 1317.425524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e6ec4cf6-17a9-45ac-9359-9d7d42bda405 tempest-ImagesOneServerNegativeTestJSON-1179876487 tempest-ImagesOneServerNegativeTestJSON-1179876487-project-member] Lock "eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.620s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.511977] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e31081-a3ab-40b0-bc60-24a48972ca93 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.519421] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd294bf-be7f-45ab-88ca-2b5e6851e56d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.550450] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6472c-fd6f-41c2-9ffd-164e6b122b3d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.557770] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a83843-63a0-4bb0-9ef2-caa52189cb3c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.571889] env[69744]: DEBUG nova.compute.provider_tree [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.075423] env[69744]: DEBUG nova.scheduler.client.report [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.580870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.611424] env[69744]: INFO nova.scheduler.client.report [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocations for instance 8753c0b0-2f30-49c3-b2de-36925191d032 [ 1319.118728] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4421ced6-ab9a-4968-ac52-dcf6f3d0f3e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8753c0b0-2f30-49c3-b2de-36925191d032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.404s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.513645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.513966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.016730] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.538665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.538974] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.540424] env[69744]: INFO nova.compute.claims [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.641837] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b91e0a-8569-4b8d-9a36-433664f8e54f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.649523] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8a6c34-e2bd-4b7d-8168-1fa19e6e0668 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.678193] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1749b08-8c00-4e1d-b81d-71ddb9c02dea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.684408] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d68ce34-398c-4f92-8943-7cb41697e86a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.696684] env[69744]: DEBUG nova.compute.provider_tree [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.199646] env[69744]: DEBUG nova.scheduler.client.report [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.704255] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.704792] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.210499] env[69744]: DEBUG nova.compute.utils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.211962] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.212158] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.258194] env[69744]: DEBUG nova.policy [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f9b693e49842d5aa7c9fe7c9e00c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '471c7a2dd5994c84803f3346b38e4453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.523506] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Successfully created port: fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.716180] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.729031] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.755255] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.755545] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.755704] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.755889] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.756049] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.756204] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.756409] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.756574] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.756735] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.756894] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.757079] env[69744]: DEBUG nova.virt.hardware [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.757966] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53630d8c-e5ba-4fd9-b0c5-b9bbcb5cbd86 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.766262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302132f-8748-48a2-8dde-cc5830b0c495 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.871068] env[69744]: DEBUG nova.compute.manager [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Received event network-vif-plugged-fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.871299] env[69744]: DEBUG oslo_concurrency.lockutils [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.871509] env[69744]: DEBUG oslo_concurrency.lockutils [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.871675] env[69744]: DEBUG oslo_concurrency.lockutils [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.871843] env[69744]: DEBUG nova.compute.manager [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] No waiting events found dispatching network-vif-plugged-fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.872013] env[69744]: WARNING nova.compute.manager [req-e2a3c61e-d1f3-4839-8419-78c50ead1387 req-62f343d6-7cbb-4741-9008-5318e12ff03a service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Received unexpected event network-vif-plugged-fb5bb821-8ed9-400b-be26-dd13d57e1f34 for instance with vm_state building and task_state spawning. [ 1326.958993] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Successfully updated port: fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.464421] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.464518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.464682] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.775061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.775061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.775061] env[69744]: INFO nova.compute.manager [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Shelving [ 1327.994741] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.168880] env[69744]: DEBUG nova.network.neutron [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating instance_info_cache with network_info: [{"id": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "address": "fa:16:3e:7b:10:ef", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5bb821-8e", "ovs_interfaceid": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.672751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.672751] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance network_info: |[{"id": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "address": "fa:16:3e:7b:10:ef", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5bb821-8e", "ovs_interfaceid": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.673022] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:10:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5bb821-8ed9-400b-be26-dd13d57e1f34', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.680866] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.681030] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.681261] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-213e6266-df28-499e-83cf-4e4b148f2b17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.702497] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.702497] env[69744]: value = "task-3312773" [ 1328.702497] env[69744]: _type = "Task" [ 1328.702497] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.709803] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312773, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.783258] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.783599] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed144f05-aafe-44c1-9f74-61cc5fb61225 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.790229] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1328.790229] env[69744]: value = "task-3312774" [ 1328.790229] env[69744]: _type = "Task" [ 1328.790229] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.798490] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.900903] env[69744]: DEBUG nova.compute.manager [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Received event network-changed-fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.900903] env[69744]: DEBUG nova.compute.manager [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Refreshing instance network info cache due to event network-changed-fb5bb821-8ed9-400b-be26-dd13d57e1f34. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.901274] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] Acquiring lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.901274] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] Acquired lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.901440] env[69744]: DEBUG nova.network.neutron [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Refreshing network info cache for port fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.211846] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312773, 'name': CreateVM_Task, 'duration_secs': 0.338177} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.212029] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.212758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.212925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.213262] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.213519] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453e36ab-b061-4d2e-843d-96137e586cf9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.217931] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1329.217931] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9e1e5-ee7a-7c2b-bd04-82d091ada8be" [ 1329.217931] env[69744]: _type = "Task" [ 1329.217931] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.225296] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9e1e5-ee7a-7c2b-bd04-82d091ada8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.298882] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312774, 'name': PowerOffVM_Task, 'duration_secs': 0.200651} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.299152] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.299926] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a626ab16-9444-4462-9b6b-ed86e7adabb5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.317414] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4740fd1d-0359-4bd8-ad58-c4cacb2d9e8b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.664184] env[69744]: DEBUG nova.network.neutron [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updated VIF entry in instance network info cache for port fb5bb821-8ed9-400b-be26-dd13d57e1f34. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.664184] env[69744]: DEBUG nova.network.neutron [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating instance_info_cache with network_info: [{"id": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "address": "fa:16:3e:7b:10:ef", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5bb821-8e", "ovs_interfaceid": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.728324] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d9e1e5-ee7a-7c2b-bd04-82d091ada8be, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.728618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.728842] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.729086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.729232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.729412] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.729662] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f7ce8b-84b6-4435-91ac-a82e2f5c171b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.738540] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.738720] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.739532] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c4922c-3a57-42f3-90df-1e22c05e1093 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.744400] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1329.744400] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a36017-8e91-eae2-0e2b-31ff1e6298a4" [ 1329.744400] env[69744]: _type = "Task" [ 1329.744400] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.751546] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a36017-8e91-eae2-0e2b-31ff1e6298a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.779503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "ba539502-a8ab-4f54-8949-8712f1898928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.779868] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.826565] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Creating Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.826947] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b01ff4d-a89a-4351-ae91-5e65b4210d36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.834431] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1329.834431] env[69744]: value = "task-3312775" [ 1329.834431] env[69744]: _type = "Task" [ 1329.834431] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.842177] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.166705] env[69744]: DEBUG oslo_concurrency.lockutils [req-7d0f7e35-418f-4dce-b7fe-c87ac75ed6ec req-3ebb6448-de78-402d-ac7e-e7a5fcea7a3d service nova] Releasing lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.255586] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a36017-8e91-eae2-0e2b-31ff1e6298a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.256441] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b261f8-2f2c-40b5-95f4-09304549d065 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.262535] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1330.262535] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d4b3e-46c2-45ad-fbc6-8101faefb55b" [ 1330.262535] env[69744]: _type = "Task" [ 1330.262535] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.270642] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d4b3e-46c2-45ad-fbc6-8101faefb55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.273131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.273401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.281801] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.343783] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312775, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.773079] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521d4b3e-46c2-45ad-fbc6-8101faefb55b, 'name': SearchDatastore_Task, 'duration_secs': 0.033438} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.773166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.773426] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.773701] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2153b1b7-0214-4939-8779-763255bfdbc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.775943] env[69744]: INFO nova.compute.manager [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Detaching volume 6ce9567f-5e37-4c3c-9ea8-cede2a0af283 [ 1330.785029] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1330.785029] env[69744]: value = "task-3312776" [ 1330.785029] env[69744]: _type = "Task" [ 1330.785029] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.796687] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.811370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.811699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.813340] env[69744]: INFO nova.compute.claims [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.816597] env[69744]: INFO nova.virt.block_device [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Attempting to driver detach volume 6ce9567f-5e37-4c3c-9ea8-cede2a0af283 from mountpoint /dev/sdb [ 1330.816906] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1330.817031] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661464', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'name': 'volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7cbb897-d91b-4224-a87e-1030103a2cc8', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'serial': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1330.819031] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c460b-e5dd-4210-84ab-9c8aa78dd4a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.843963] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6098db23-9a08-49ce-a047-fa9956e79268 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.852918] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312775, 'name': CreateSnapshot_Task, 'duration_secs': 0.935983} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.855085] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Created Snapshot of the VM instance {{(pid=69744) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.856644] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb244da-73be-4e0d-ad7c-417c54c606cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.859446] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab54686-667f-4315-b119-6dfb5cfe3c37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.886291] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c3943-c5c2-4848-9063-722de3dbf2a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.901544] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283/volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1330.906819] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.907359] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73440bc8-e28c-4b7d-9e92-c1ad49c2f3ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.926217] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1330.926217] env[69744]: value = "task-3312777" [ 1330.926217] env[69744]: _type = "Task" [ 1330.926217] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.934031] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.294180] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48228} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.294481] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.294704] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.294952] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c4b474d-8142-4ac4-9d2e-42b8ab156857 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.304018] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1331.304018] env[69744]: value = "task-3312778" [ 1331.304018] env[69744]: _type = "Task" [ 1331.304018] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.311276] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.376542] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Creating linked-clone VM from snapshot {{(pid=69744) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1331.376875] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40c8cd40-1751-4a09-8e2c-c0459ec3fb61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.385138] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1331.385138] env[69744]: value = "task-3312779" [ 1331.385138] env[69744]: _type = "Task" [ 1331.385138] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.392673] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312779, 'name': CloneVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.436570] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312777, 'name': ReconfigVM_Task, 'duration_secs': 0.258945} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.436868] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1331.441510] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0374d9d7-d3ef-43cf-b9df-75721c6750bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.455473] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1331.455473] env[69744]: value = "task-3312780" [ 1331.455473] env[69744]: _type = "Task" [ 1331.455473] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.463400] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.811697] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068535} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.812125] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.812972] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dcfd4d-6cbd-4e7d-8e42-e3b30a34a058 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.839346] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.840186] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1793a01a-2d60-4a20-bb8b-baeacafd8a6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.863823] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1331.863823] env[69744]: value = "task-3312781" [ 1331.863823] env[69744]: _type = "Task" [ 1331.863823] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.872021] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.895035] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312779, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.967427] env[69744]: DEBUG oslo_vmware.api [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312780, 'name': ReconfigVM_Task, 'duration_secs': 0.135101} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.967741] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661464', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'name': 'volume-6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7cbb897-d91b-4224-a87e-1030103a2cc8', 'attached_at': '', 'detached_at': '', 'volume_id': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283', 'serial': '6ce9567f-5e37-4c3c-9ea8-cede2a0af283'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.971775] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01503a1-b5b0-47a8-9906-02bdf3092a7a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.978448] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e86974-e82d-41f9-b29d-112d0610eed6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.007870] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44517473-260c-4c85-a944-7cc9fc4e03f6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.014972] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b57ffe-4bdc-4f65-b257-8e65710eaf1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.028292] env[69744]: DEBUG nova.compute.provider_tree [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.378514] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312781, 'name': ReconfigVM_Task, 'duration_secs': 0.35133} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.378956] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.379840] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbc01cfa-8a34-46e0-982a-525b47bc2ad3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.386751] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1332.386751] env[69744]: value = "task-3312782" [ 1332.386751] env[69744]: _type = "Task" [ 1332.386751] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.401908] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312779, 'name': CloneVM_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.407738] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312782, 'name': Rename_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.507974] env[69744]: DEBUG nova.objects.instance [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'flavor' on Instance uuid e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.531427] env[69744]: DEBUG nova.scheduler.client.report [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.899785] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312782, 'name': Rename_Task, 'duration_secs': 0.145458} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.903032] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.903166] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312779, 'name': CloneVM_Task, 'duration_secs': 1.418389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.903292] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8358f99-18d5-45a4-8d9a-4328cfb01776 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.904797] env[69744]: INFO nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Created linked-clone VM from snapshot [ 1332.906029] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d3428-3728-461e-a7fb-e9e0d0e3a3a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.913477] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Uploading image d7b9e8a8-0930-40d8-8cae-390501d09562 {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.917025] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1332.917025] env[69744]: value = "task-3312783" [ 1332.917025] env[69744]: _type = "Task" [ 1332.917025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.925050] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.951953] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.951953] env[69744]: value = "vm-661475" [ 1332.951953] env[69744]: _type = "VirtualMachine" [ 1332.951953] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.952499] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e40dc80-ed24-4533-876f-565a13a487f5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.959550] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease: (returnval){ [ 1332.959550] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5245babf-24f4-020b-148c-40c5d807bb71" [ 1332.959550] env[69744]: _type = "HttpNfcLease" [ 1332.959550] env[69744]: } obtained for exporting VM: (result){ [ 1332.959550] env[69744]: value = "vm-661475" [ 1332.959550] env[69744]: _type = "VirtualMachine" [ 1332.959550] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.964425] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the lease: (returnval){ [ 1332.964425] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5245babf-24f4-020b-148c-40c5d807bb71" [ 1332.964425] env[69744]: _type = "HttpNfcLease" [ 1332.964425] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.971703] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.971703] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5245babf-24f4-020b-148c-40c5d807bb71" [ 1332.971703] env[69744]: _type = "HttpNfcLease" [ 1332.971703] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.036328] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.036856] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.427722] env[69744]: DEBUG oslo_vmware.api [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312783, 'name': PowerOnVM_Task, 'duration_secs': 0.49429} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.428040] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.428289] env[69744]: INFO nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1333.428529] env[69744]: DEBUG nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.429492] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17feb97b-634d-448b-a37e-29f89c31ada5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.466685] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.466685] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5245babf-24f4-020b-148c-40c5d807bb71" [ 1333.466685] env[69744]: _type = "HttpNfcLease" [ 1333.466685] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.467014] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.467014] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5245babf-24f4-020b-148c-40c5d807bb71" [ 1333.467014] env[69744]: _type = "HttpNfcLease" [ 1333.467014] env[69744]: }. {{(pid=69744) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1333.467848] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f12b3d-a8b1-4c98-ad9a-f343627f621e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.474945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.475186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.475385] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.475563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.475727] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.477217] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.477386] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk for reading. {{(pid=69744) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1333.479675] env[69744]: INFO nova.compute.manager [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Terminating instance [ 1333.536703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b5f0f41a-8ef6-4087-b4ad-3712c1665ed0 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.541530] env[69744]: DEBUG nova.compute.utils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.542933] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.543131] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.567336] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-754ce4bd-7dda-486b-88e1-a2d5bce47b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.583894] env[69744]: DEBUG nova.policy [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa6cced34b164aaf9aa0b03afd92e7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5593c4a4a344377aa7edf9f8556617a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.953140] env[69744]: INFO nova.compute.manager [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Took 11.43 seconds to build instance. [ 1333.985788] env[69744]: DEBUG nova.compute.manager [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.986041] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.987209] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22290cf3-1150-4d96-8864-1832ae66635f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.996348] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.996995] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b9405ad-9a2d-4939-937b-845afac04a7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.005353] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1334.005353] env[69744]: value = "task-3312785" [ 1334.005353] env[69744]: _type = "Task" [ 1334.005353] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.013672] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.046549] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.236296] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Successfully created port: 06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.455734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-61ed3dea-e479-4478-adb5-ee66fec9c526 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.942s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.514643] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312785, 'name': PowerOffVM_Task, 'duration_secs': 0.300775} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.515652] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.516622] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.516801] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e65f65-da31-45ce-8a88-338655511c1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.585422] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.585761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.586079] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleting the datastore file [datastore2] 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.586823] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca03820-b165-4abe-9ad9-1065fe48faeb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.598237] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for the task: (returnval){ [ 1334.598237] env[69744]: value = "task-3312787" [ 1334.598237] env[69744]: _type = "Task" [ 1334.598237] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.608277] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.826816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.827579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.828016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.828316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.829501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.831973] env[69744]: INFO nova.compute.manager [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Terminating instance [ 1335.058307] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.088915] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.089346] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.089627] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.090190] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.090420] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.090704] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.090935] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.091170] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.091431] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.091688] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.091889] env[69744]: DEBUG nova.virt.hardware [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.092872] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5b9b2-761c-4f4b-bacf-1d5ca4f6d8f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.104660] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71072c3-7bf0-4f57-9e62-54d7733f0a0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.115121] env[69744]: DEBUG oslo_vmware.api [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Task: {'id': task-3312787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322087} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.123569] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.123966] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.124532] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.124532] env[69744]: INFO nova.compute.manager [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1335.124911] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.128140] env[69744]: DEBUG nova.compute.manager [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.128425] env[69744]: DEBUG nova.network.neutron [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.131435] env[69744]: DEBUG nova.compute.manager [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Received event network-changed-fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.132391] env[69744]: DEBUG nova.compute.manager [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Refreshing instance network info cache due to event network-changed-fb5bb821-8ed9-400b-be26-dd13d57e1f34. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.132391] env[69744]: DEBUG oslo_concurrency.lockutils [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] Acquiring lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.132391] env[69744]: DEBUG oslo_concurrency.lockutils [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] Acquired lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.132391] env[69744]: DEBUG nova.network.neutron [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Refreshing network info cache for port fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.337187] env[69744]: DEBUG nova.compute.manager [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.337187] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.337187] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45531f1b-74cf-44ad-9331-5c3d9ae902a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.345429] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.345877] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698f1e9b-2d50-43ac-9e81-fde78b61eb04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.353864] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1335.353864] env[69744]: value = "task-3312788" [ 1335.353864] env[69744]: _type = "Task" [ 1335.353864] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.364847] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.866455] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312788, 'name': PowerOffVM_Task, 'duration_secs': 0.183015} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.866455] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.866455] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.866649] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5f31a88-b25e-49e0-9cf4-913ba88bbdde {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.884436] env[69744]: DEBUG nova.network.neutron [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updated VIF entry in instance network info cache for port fb5bb821-8ed9-400b-be26-dd13d57e1f34. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.884796] env[69744]: DEBUG nova.network.neutron [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating instance_info_cache with network_info: [{"id": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "address": "fa:16:3e:7b:10:ef", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5bb821-8e", "ovs_interfaceid": "fb5bb821-8ed9-400b-be26-dd13d57e1f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.933523] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.933841] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.934125] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleting the datastore file [datastore2] e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.934541] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ba0e65-5a03-4717-a261-322283404d6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.941620] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1335.941620] env[69744]: value = "task-3312790" [ 1335.941620] env[69744]: _type = "Task" [ 1335.941620] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.950288] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.952641] env[69744]: DEBUG nova.compute.manager [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Received event network-vif-plugged-06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.952894] env[69744]: DEBUG oslo_concurrency.lockutils [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] Acquiring lock "ba539502-a8ab-4f54-8949-8712f1898928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.953153] env[69744]: DEBUG oslo_concurrency.lockutils [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] Lock "ba539502-a8ab-4f54-8949-8712f1898928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.953360] env[69744]: DEBUG oslo_concurrency.lockutils [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] Lock "ba539502-a8ab-4f54-8949-8712f1898928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.953583] env[69744]: DEBUG nova.compute.manager [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] No waiting events found dispatching network-vif-plugged-06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.953787] env[69744]: WARNING nova.compute.manager [req-accbfeb3-5d3b-49de-bc55-605e98e5c013 req-ba002610-e9d0-4930-b72c-2593ec22e5a8 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Received unexpected event network-vif-plugged-06c76d6e-4a65-41bc-ae25-de3748a218d5 for instance with vm_state building and task_state spawning. [ 1336.045474] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Successfully updated port: 06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.118388] env[69744]: DEBUG nova.network.neutron [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.387711] env[69744]: DEBUG oslo_concurrency.lockutils [req-759cbea6-e0f8-4718-b071-cb2ca1eaeaea req-59de2943-7e94-4bd5-a9aa-1c64afab18a4 service nova] Releasing lock "refresh_cache-6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.453183] env[69744]: DEBUG oslo_vmware.api [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254793} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.453449] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.453653] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.453826] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.453997] env[69744]: INFO nova.compute.manager [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1336.454256] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.454487] env[69744]: DEBUG nova.compute.manager [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.454615] env[69744]: DEBUG nova.network.neutron [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.550735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.550927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.551100] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.621699] env[69744]: INFO nova.compute.manager [-] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Took 1.49 seconds to deallocate network for instance. [ 1337.084561] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.129824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.130170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.130350] env[69744]: DEBUG nova.objects.instance [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lazy-loading 'resources' on Instance uuid 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.156922] env[69744]: DEBUG nova.compute.manager [req-31714448-1044-45b0-ac9f-305fb7d1f55a req-93ead66d-a0a3-431d-ae90-cc3d5280dd80 service nova] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Received event network-vif-deleted-b1a6df68-c7ef-4529-9bb3-e13fa709d86b {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.225647] env[69744]: DEBUG nova.network.neutron [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updating instance_info_cache with network_info: [{"id": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "address": "fa:16:3e:3e:89:ce", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c76d6e-4a", "ovs_interfaceid": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.473053] env[69744]: DEBUG nova.network.neutron [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.728189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.728515] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance network_info: |[{"id": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "address": "fa:16:3e:3e:89:ce", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c76d6e-4a", "ovs_interfaceid": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1337.728934] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:89:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c76d6e-4a65-41bc-ae25-de3748a218d5', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.737179] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.740153] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.740674] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a29f03-f122-4ba4-ab0f-0163b292e834 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.766187] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.766187] env[69744]: value = "task-3312791" [ 1337.766187] env[69744]: _type = "Task" [ 1337.766187] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.774810] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312791, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.785715] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28511cf6-e07e-4f6c-8265-b9ec411c7de3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.793699] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5df226-bce7-4b12-8a08-4d2f1d514832 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.824864] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0458eb-e8d0-4c80-a74b-e792c2b66720 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.833842] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527a2cb-8cde-4fca-a3dd-6450fb54863c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.848746] env[69744]: DEBUG nova.compute.provider_tree [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.976456] env[69744]: INFO nova.compute.manager [-] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Took 1.52 seconds to deallocate network for instance. [ 1337.988263] env[69744]: DEBUG nova.compute.manager [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Received event network-changed-06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.988449] env[69744]: DEBUG nova.compute.manager [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Refreshing instance network info cache due to event network-changed-06c76d6e-4a65-41bc-ae25-de3748a218d5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.059724] env[69744]: DEBUG oslo_concurrency.lockutils [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] Acquiring lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.059724] env[69744]: DEBUG oslo_concurrency.lockutils [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] Acquired lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.059724] env[69744]: DEBUG nova.network.neutron [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Refreshing network info cache for port 06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.277688] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312791, 'name': CreateVM_Task, 'duration_secs': 0.395309} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.278119] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.278588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.278800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.279138] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.279428] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce61cfcc-735f-4425-b9b7-451f0af175ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.284653] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1338.284653] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286b755-5bd8-cf83-cc79-d72905b14f62" [ 1338.284653] env[69744]: _type = "Task" [ 1338.284653] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.293171] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286b755-5bd8-cf83-cc79-d72905b14f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.352126] env[69744]: DEBUG nova.scheduler.client.report [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.483706] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.701354] env[69744]: DEBUG nova.network.neutron [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updated VIF entry in instance network info cache for port 06c76d6e-4a65-41bc-ae25-de3748a218d5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.701849] env[69744]: DEBUG nova.network.neutron [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updating instance_info_cache with network_info: [{"id": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "address": "fa:16:3e:3e:89:ce", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c76d6e-4a", "ovs_interfaceid": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.796031] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5286b755-5bd8-cf83-cc79-d72905b14f62, 'name': SearchDatastore_Task, 'duration_secs': 0.01995} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.796255] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.796495] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.796731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.796875] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.797065] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.797329] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef9e72e4-34aa-4bbe-b38f-097b72370ae2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.807871] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.808066] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.808795] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0cbdeb-b36d-4251-9d8d-43b3867e29ae {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.814763] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1338.814763] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520345f1-2f8a-c600-5df1-103727c632d3" [ 1338.814763] env[69744]: _type = "Task" [ 1338.814763] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.822635] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520345f1-2f8a-c600-5df1-103727c632d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.857230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.860052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.376s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.860052] env[69744]: DEBUG nova.objects.instance [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'resources' on Instance uuid e7cbb897-d91b-4224-a87e-1030103a2cc8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.880595] env[69744]: INFO nova.scheduler.client.report [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Deleted allocations for instance 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd [ 1339.205045] env[69744]: DEBUG oslo_concurrency.lockutils [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] Releasing lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.205214] env[69744]: DEBUG nova.compute.manager [req-33823221-47c2-4d4d-a50e-a76f561a1feb req-9280d0ad-bc06-452d-b644-f74eafeeef57 service nova] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Received event network-vif-deleted-f93eb769-6321-47d3-a873-5f74b4eb5b69 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.326906] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520345f1-2f8a-c600-5df1-103727c632d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023398} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.327732] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911b9a33-2ecf-42db-8296-ac316fefafb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.333444] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1339.333444] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5200ba85-5b68-877c-3cbe-9cbb0f8c5287" [ 1339.333444] env[69744]: _type = "Task" [ 1339.333444] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.341856] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5200ba85-5b68-877c-3cbe-9cbb0f8c5287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.387987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-3297573e-2837-4405-ac14-2c37f7029bf5 tempest-AttachVolumeShelveTestJSON-2112692407 tempest-AttachVolumeShelveTestJSON-2112692407-project-member] Lock "24175edd-44e4-4d0c-ba7b-58ccf89b9ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.478737] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082c6b0-713d-42ca-83d2-13799436db01 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.487812] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23d231-9533-4576-a9f2-3f2bdf4434a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.521562] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20332396-a011-4237-841a-d2ae73a3c7d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.530466] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04280b82-aaba-41ed-b4be-07721d485ea5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.545420] env[69744]: DEBUG nova.compute.provider_tree [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.845896] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5200ba85-5b68-877c-3cbe-9cbb0f8c5287, 'name': SearchDatastore_Task, 'duration_secs': 0.018077} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.846277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.846638] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.846947] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f99be955-cc01-4270-983f-e5ad4a905d33 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.855990] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1339.855990] env[69744]: value = "task-3312792" [ 1339.855990] env[69744]: _type = "Task" [ 1339.855990] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.866599] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.049581] env[69744]: DEBUG nova.scheduler.client.report [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.367167] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.554716] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.579018] env[69744]: INFO nova.scheduler.client.report [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted allocations for instance e7cbb897-d91b-4224-a87e-1030103a2cc8 [ 1340.866753] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64605} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.867091] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.867312] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.867581] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb3ba94-4c5c-4da7-9f6e-c6dbbd58db6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.875143] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1340.875143] env[69744]: value = "task-3312793" [ 1340.875143] env[69744]: _type = "Task" [ 1340.875143] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.887503] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.087520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-f9676dbc-a961-435a-85d0-ff0c86885994 tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "e7cbb897-d91b-4224-a87e-1030103a2cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.260s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.255613] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.256575] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d554cae-b471-4b14-b850-9c3d0091532b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.263532] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.263708] env[69744]: ERROR oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk due to incomplete transfer. [ 1341.263940] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-591b6e8d-0adb-4749-a9e3-47bdb7652193 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.273980] env[69744]: DEBUG oslo_vmware.rw_handles [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528542af-1c75-4e3b-87e6-2cce5c7a0d03/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1341.274176] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Uploaded image d7b9e8a8-0930-40d8-8cae-390501d09562 to the Glance image server {{(pid=69744) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1341.276664] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Destroying the VM {{(pid=69744) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1341.276973] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed395e25-8922-4294-b5d3-ac0248c0f17e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.286818] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1341.286818] env[69744]: value = "task-3312794" [ 1341.286818] env[69744]: _type = "Task" [ 1341.286818] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.297382] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312794, 'name': Destroy_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.390646] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071242} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.393158] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.393908] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f6404-22bb-4215-8f36-f23ac0517f41 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.426678] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.426918] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3de1b28-0d7e-4d0e-a998-013138272d1a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.451546] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1341.451546] env[69744]: value = "task-3312796" [ 1341.451546] env[69744]: _type = "Task" [ 1341.451546] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.461616] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.797024] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312794, 'name': Destroy_Task, 'duration_secs': 0.351274} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.797024] env[69744]: INFO nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Destroyed the VM [ 1341.797024] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleting Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1341.797024] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1407127-6b48-49fd-af97-7c14c984dd5a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.803037] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1341.803037] env[69744]: value = "task-3312798" [ 1341.803037] env[69744]: _type = "Task" [ 1341.803037] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.810600] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.961940] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312796, 'name': ReconfigVM_Task, 'duration_secs': 0.323281} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.962234] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Reconfigured VM instance instance-0000007e to attach disk [datastore1] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.962923] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8738490-a92a-4196-80d4-22fc97a27e73 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.969789] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1341.969789] env[69744]: value = "task-3312799" [ 1341.969789] env[69744]: _type = "Task" [ 1341.969789] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.977607] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312799, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.313766] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.34934} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.313968] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleted Snapshot of the VM instance {{(pid=69744) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.314247] env[69744]: DEBUG nova.compute.manager [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.315066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfa70a-7aef-41d3-8a4c-d78486136d6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.480380] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312799, 'name': Rename_Task, 'duration_secs': 0.153431} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.480693] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.480892] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ed7400-ce3b-4404-8108-9614f370dc9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.488961] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1342.488961] env[69744]: value = "task-3312800" [ 1342.488961] env[69744]: _type = "Task" [ 1342.488961] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.496885] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.827640] env[69744]: INFO nova.compute.manager [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Shelve offloading [ 1342.999260] env[69744]: DEBUG oslo_vmware.api [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312800, 'name': PowerOnVM_Task, 'duration_secs': 0.506702} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.999500] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.999704] env[69744]: INFO nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1342.999886] env[69744]: DEBUG nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.000649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3fcc06-9681-4c29-bf44-cbca6a3c075e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.331413] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.331675] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750d8020-e647-413b-ad95-cf10dbe4e4a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.338946] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1343.338946] env[69744]: value = "task-3312801" [ 1343.338946] env[69744]: _type = "Task" [ 1343.338946] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.346505] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.517019] env[69744]: INFO nova.compute.manager [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Took 12.73 seconds to build instance. [ 1343.851110] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1343.851110] env[69744]: DEBUG nova.compute.manager [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.851806] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6bfd8-c9df-4aef-ba42-e8cc163e5dcd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.857808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.857970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.858155] env[69744]: DEBUG nova.network.neutron [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.019358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-5e6a61f1-2be3-4df6-ac20-7e94845d3862 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.239s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.162261] env[69744]: DEBUG nova.compute.manager [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Received event network-changed-06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.162459] env[69744]: DEBUG nova.compute.manager [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Refreshing instance network info cache due to event network-changed-06c76d6e-4a65-41bc-ae25-de3748a218d5. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.162669] env[69744]: DEBUG oslo_concurrency.lockutils [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] Acquiring lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.162813] env[69744]: DEBUG oslo_concurrency.lockutils [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] Acquired lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.162971] env[69744]: DEBUG nova.network.neutron [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Refreshing network info cache for port 06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.566836] env[69744]: DEBUG nova.network.neutron [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.918182] env[69744]: DEBUG nova.network.neutron [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updated VIF entry in instance network info cache for port 06c76d6e-4a65-41bc-ae25-de3748a218d5. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.918542] env[69744]: DEBUG nova.network.neutron [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updating instance_info_cache with network_info: [{"id": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "address": "fa:16:3e:3e:89:ce", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c76d6e-4a", "ovs_interfaceid": "06c76d6e-4a65-41bc-ae25-de3748a218d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.070677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.277936] env[69744]: DEBUG nova.compute.manager [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-vif-unplugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.278170] env[69744]: DEBUG oslo_concurrency.lockutils [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.278410] env[69744]: DEBUG oslo_concurrency.lockutils [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.278534] env[69744]: DEBUG oslo_concurrency.lockutils [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.278705] env[69744]: DEBUG nova.compute.manager [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] No waiting events found dispatching network-vif-unplugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.278868] env[69744]: WARNING nova.compute.manager [req-38fc4d63-5431-49c9-8aec-cea97c68ad78 req-d5ed3a0c-617a-4909-a9b8-60b582325353 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received unexpected event network-vif-unplugged-04952c40-e7af-4877-877e-ce789e726298 for instance with vm_state shelved and task_state shelving_offloading. [ 1345.298039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "360f0757-d79a-40b1-8120-0d30f562e597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.299099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.299323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "360f0757-d79a-40b1-8120-0d30f562e597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.299505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.299697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.301539] env[69744]: INFO nova.compute.manager [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Terminating instance [ 1345.371475] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.372545] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76de723f-5bba-40b1-a638-7d3646172125 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.381789] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.382062] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e0307b-3242-4833-9bf0-0af27f2b98e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.421631] env[69744]: DEBUG oslo_concurrency.lockutils [req-156aab7e-6b1d-4162-9755-9d7a8ede3bfd req-406e362f-981b-4e1a-a369-cb0b94ab84a2 service nova] Releasing lock "refresh_cache-ba539502-a8ab-4f54-8949-8712f1898928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.455020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.455020] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.455020] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleting the datastore file [datastore2] 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.455020] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5623fa4-b296-4849-9365-cffb2123a1ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.463234] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1345.463234] env[69744]: value = "task-3312803" [ 1345.463234] env[69744]: _type = "Task" [ 1345.463234] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.472324] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.806019] env[69744]: DEBUG nova.compute.manager [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.806284] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.807180] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5deae-2c7d-4e29-aaa7-2cb29b6070b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.820528] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.822170] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a343dde-609d-4d65-b2b9-f7cf2c230320 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.829423] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1345.829423] env[69744]: value = "task-3312804" [ 1345.829423] env[69744]: _type = "Task" [ 1345.829423] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.840434] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.974244] env[69744]: DEBUG oslo_vmware.api [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.974573] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.974777] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.974958] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.000754] env[69744]: INFO nova.scheduler.client.report [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted allocations for instance 20e6026f-7f9d-4fc0-aeac-32212df74a96 [ 1346.339373] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312804, 'name': PowerOffVM_Task, 'duration_secs': 0.335928} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.339659] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.339829] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.340111] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1290c7b3-c1b5-4eb7-bac5-71c3d25ba808 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.435469] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.435743] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.436053] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleting the datastore file [datastore1] 360f0757-d79a-40b1-8120-0d30f562e597 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.436661] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168c92b8-65ec-4080-b0da-05319ff00119 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.443881] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1346.443881] env[69744]: value = "task-3312806" [ 1346.443881] env[69744]: _type = "Task" [ 1346.443881] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.452427] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.505809] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.506106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.506337] env[69744]: DEBUG nova.objects.instance [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'resources' on Instance uuid 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.954408] env[69744]: DEBUG oslo_vmware.api [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240663} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.954708] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.954844] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.955041] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.955222] env[69744]: INFO nova.compute.manager [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1346.955462] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.955671] env[69744]: DEBUG nova.compute.manager [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.955773] env[69744]: DEBUG nova.network.neutron [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.008968] env[69744]: DEBUG nova.objects.instance [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'numa_topology' on Instance uuid 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.308406] env[69744]: DEBUG nova.compute.manager [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-changed-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.308717] env[69744]: DEBUG nova.compute.manager [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing instance network info cache due to event network-changed-04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.309066] env[69744]: DEBUG oslo_concurrency.lockutils [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.309312] env[69744]: DEBUG oslo_concurrency.lockutils [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.309586] env[69744]: DEBUG nova.network.neutron [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing network info cache for port 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.511462] env[69744]: DEBUG nova.objects.base [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Object Instance<20e6026f-7f9d-4fc0-aeac-32212df74a96> lazy-loaded attributes: resources,numa_topology {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1347.596745] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c9bc2-24f3-4d66-ba90-3a0e665dc50e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.605033] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa063ce-03fa-4289-a98f-bb1525eb0a04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.634338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e4210-7984-4d85-95a1-46c19c1c9515 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.642121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d7c8d-4601-4999-83f4-55e901f4b0b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.655598] env[69744]: DEBUG nova.compute.provider_tree [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.671816] env[69744]: DEBUG nova.network.neutron [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.903577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.058948] env[69744]: DEBUG nova.network.neutron [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updated VIF entry in instance network info cache for port 04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.059343] env[69744]: DEBUG nova.network.neutron [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap04952c40-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.162060] env[69744]: DEBUG nova.scheduler.client.report [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.174140] env[69744]: INFO nova.compute.manager [-] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Took 1.22 seconds to deallocate network for instance. [ 1348.562550] env[69744]: DEBUG oslo_concurrency.lockutils [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.562734] env[69744]: DEBUG nova.compute.manager [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Received event network-vif-deleted-8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.562903] env[69744]: INFO nova.compute.manager [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Neutron deleted interface 8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44; detaching it from the instance and deleting it from the info cache [ 1348.563083] env[69744]: DEBUG nova.network.neutron [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.665917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.680219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.680511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.680707] env[69744]: DEBUG nova.objects.instance [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'resources' on Instance uuid 360f0757-d79a-40b1-8120-0d30f562e597 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.066136] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12c331ae-9c98-4788-b2a4-f814c05614e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.077244] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae02d7-7e87-406a-9d57-ad9e6dc5709a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.106477] env[69744]: DEBUG nova.compute.manager [req-6afaba80-e634-43e2-8ce5-fcd9fefc7cdd req-cb5768ca-ee2e-465d-841f-243169297fbd service nova] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Detach interface failed, port_id=8c9fd37e-ddf8-4fa2-a335-a11a2f7bea44, reason: Instance 360f0757-d79a-40b1-8120-0d30f562e597 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.173294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-af72ccc5-8ee9-466a-8dc3-78ee40d55b81 tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.398s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.173778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.270s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.173973] env[69744]: INFO nova.compute.manager [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Unshelving [ 1349.275053] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bcf0f-604b-49a8-bfbd-025833019f0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.281906] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cdbf11-f747-4f81-a253-f05d0342ac3b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.311437] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf03e51c-899d-40f3-96a6-1e916e47d369 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.318522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cef161-b6e1-4376-b26a-93b9c4bbe81c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.332576] env[69744]: DEBUG nova.compute.provider_tree [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.835767] env[69744]: DEBUG nova.scheduler.client.report [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.200330] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.340522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.342867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.143s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.343101] env[69744]: DEBUG nova.objects.instance [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'pci_requests' on Instance uuid 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.358879] env[69744]: INFO nova.scheduler.client.report [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted allocations for instance 360f0757-d79a-40b1-8120-0d30f562e597 [ 1350.847131] env[69744]: DEBUG nova.objects.instance [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'numa_topology' on Instance uuid 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.865946] env[69744]: DEBUG oslo_concurrency.lockutils [None req-626dfec3-5ba3-4ba0-a997-a034a79fd78e tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "360f0757-d79a-40b1-8120-0d30f562e597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.213526] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.349535] env[69744]: INFO nova.compute.claims [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.928213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "f81746f1-4190-4413-bc02-7ee143af467a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.928480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.928696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "f81746f1-4190-4413-bc02-7ee143af467a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.928875] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.929054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.931107] env[69744]: INFO nova.compute.manager [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Terminating instance [ 1352.434971] env[69744]: DEBUG nova.compute.manager [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.435250] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.436116] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5195a084-7e03-4967-b1b1-76fd045ef3ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.440859] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc120de-5ae1-4486-b8c8-3544b184a0cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.445098] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.445663] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f474c0a2-c813-42e4-a044-79402441b21d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.449587] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce33a4b-b2c9-46e1-b4c8-e67671a13b7c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.454713] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1352.454713] env[69744]: value = "task-3312807" [ 1352.454713] env[69744]: _type = "Task" [ 1352.454713] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.483045] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7547b794-4f7b-461a-857f-1d545f1fbb21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.488436] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.493000] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7d3f1e-bb6a-4fbe-82ec-43a9a7c2ef99 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.505623] env[69744]: DEBUG nova.compute.provider_tree [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.964758] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312807, 'name': PowerOffVM_Task, 'duration_secs': 0.191278} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.965020] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.965209] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.965448] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3fb888-90ef-4ad5-8673-d0a1950c94cf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.009023] env[69744]: DEBUG nova.scheduler.client.report [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.064663] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.064879] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.065078] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleting the datastore file [datastore1] f81746f1-4190-4413-bc02-7ee143af467a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.065335] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f97249c-7ed1-49d3-8e20-770d1662aa66 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.073205] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for the task: (returnval){ [ 1353.073205] env[69744]: value = "task-3312809" [ 1353.073205] env[69744]: _type = "Task" [ 1353.073205] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.080536] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.514333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.541913] env[69744]: INFO nova.network.neutron [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating port 04952c40-e7af-4877-877e-ce789e726298 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1353.582717] env[69744]: DEBUG oslo_vmware.api [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Task: {'id': task-3312809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17447} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.582973] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.583207] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.583348] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.583517] env[69744]: INFO nova.compute.manager [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1353.583752] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.583938] env[69744]: DEBUG nova.compute.manager [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.584045] env[69744]: DEBUG nova.network.neutron [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.856947] env[69744]: DEBUG nova.compute.manager [req-9e736850-7e86-45c3-9abb-e01333306847 req-e1f47e37-db4d-4f18-9efd-3c6b0d6703be service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Received event network-vif-deleted-f5140f88-afd8-4095-8069-a97cc4460cea {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.857184] env[69744]: INFO nova.compute.manager [req-9e736850-7e86-45c3-9abb-e01333306847 req-e1f47e37-db4d-4f18-9efd-3c6b0d6703be service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Neutron deleted interface f5140f88-afd8-4095-8069-a97cc4460cea; detaching it from the instance and deleting it from the info cache [ 1353.857357] env[69744]: DEBUG nova.network.neutron [req-9e736850-7e86-45c3-9abb-e01333306847 req-e1f47e37-db4d-4f18-9efd-3c6b0d6703be service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.209152] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.213734] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.340631] env[69744]: DEBUG nova.network.neutron [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.361837] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed3f15c-696b-472d-b46f-f6cf5dc86974 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.372145] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f025ec-e2b9-49e3-ab37-fb03f8498541 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.399074] env[69744]: DEBUG nova.compute.manager [req-9e736850-7e86-45c3-9abb-e01333306847 req-e1f47e37-db4d-4f18-9efd-3c6b0d6703be service nova] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Detach interface failed, port_id=f5140f88-afd8-4095-8069-a97cc4460cea, reason: Instance f81746f1-4190-4413-bc02-7ee143af467a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.843496] env[69744]: INFO nova.compute.manager [-] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Took 1.26 seconds to deallocate network for instance. [ 1354.968774] env[69744]: DEBUG nova.compute.manager [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.968993] env[69744]: DEBUG oslo_concurrency.lockutils [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.969211] env[69744]: DEBUG oslo_concurrency.lockutils [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.969373] env[69744]: DEBUG oslo_concurrency.lockutils [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.969580] env[69744]: DEBUG nova.compute.manager [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] No waiting events found dispatching network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.969759] env[69744]: WARNING nova.compute.manager [req-5de9b22d-f1ed-467c-a90c-cbc20871dbb6 req-1dcbf725-f955-4a80-8cad-2d8f4e552763 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received unexpected event network-vif-plugged-04952c40-e7af-4877-877e-ce789e726298 for instance with vm_state shelved_offloaded and task_state spawning. [ 1355.057799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.058051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.058279] env[69744]: DEBUG nova.network.neutron [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.213783] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.349791] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.349992] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.350226] env[69744]: DEBUG nova.objects.instance [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lazy-loading 'resources' on Instance uuid f81746f1-4190-4413-bc02-7ee143af467a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.716873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.808271] env[69744]: DEBUG nova.network.neutron [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.939527] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923aefab-8ebb-481b-ac96-86ae7f1c63ad {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.947140] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f50f00a-cd7b-4cc5-9ad8-a2af7942f1ab {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.977602] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5356cdb6-d221-459e-9f74-5b9318636792 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.984574] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d7fb9-2792-45e5-b871-ac053fbd99d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.998016] env[69744]: DEBUG nova.compute.provider_tree [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.311437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.338057] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='79d9c66740e908c534487d994a7d85f7',container_format='bare',created_at=2025-04-04T07:45:33Z,direct_url=,disk_format='vmdk',id=d7b9e8a8-0930-40d8-8cae-390501d09562,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-76540443-shelved',owner='e150c8f09a144f4190115fdcddd5b72b',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-04T07:45:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.338306] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.338463] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.338640] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.338786] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.338934] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.339640] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.339640] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.339640] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.339640] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.339817] env[69744]: DEBUG nova.virt.hardware [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.340631] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce35d1-1059-41c0-abbd-292978cf874b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.348506] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9066236f-deca-4fff-bd8c-d61cba1eb989 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.361313] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:93:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04952c40-e7af-4877-877e-ce789e726298', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.368535] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.368751] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.368947] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05318d96-8474-401b-a26f-44e47ab4382d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.387299] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.387299] env[69744]: value = "task-3312810" [ 1356.387299] env[69744]: _type = "Task" [ 1356.387299] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.394332] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312810, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.500726] env[69744]: DEBUG nova.scheduler.client.report [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.898381] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312810, 'name': CreateVM_Task, 'duration_secs': 0.283088} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.898528] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.899204] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.899368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.899731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.899985] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea50bf6-222e-4388-95d0-774d4b9ecb2a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.905025] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1356.905025] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c0cd3-8870-68fd-9157-141e4a3aa9f2" [ 1356.905025] env[69744]: _type = "Task" [ 1356.905025] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.912563] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528c0cd3-8870-68fd-9157-141e4a3aa9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.993384] env[69744]: DEBUG nova.compute.manager [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-changed-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.993596] env[69744]: DEBUG nova.compute.manager [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing instance network info cache due to event network-changed-04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.993775] env[69744]: DEBUG oslo_concurrency.lockutils [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] Acquiring lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.993994] env[69744]: DEBUG oslo_concurrency.lockutils [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] Acquired lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.994190] env[69744]: DEBUG nova.network.neutron [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Refreshing network info cache for port 04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.005244] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.009177] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.292s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.009366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.009519] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1357.010338] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ab616-0d88-4566-a812-5c641227c545 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.018167] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2fa31-7891-403e-8bfb-e91893e6554b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.032165] env[69744]: INFO nova.scheduler.client.report [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Deleted allocations for instance f81746f1-4190-4413-bc02-7ee143af467a [ 1357.033448] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83dae13-cfb0-4de3-86fa-1b4d8100eb0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.041796] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba0b4e-15a3-4cf6-a59e-a627ca664b4f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.069695] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179748MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1357.069843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.070061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.415513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.415513] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Processing image d7b9e8a8-0930-40d8-8cae-390501d09562 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.415746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.415862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.416087] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.416336] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7a6d5d-e0e6-4d7a-90da-653d93f9a2d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.433820] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.433998] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.434735] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018d5ea5-617b-477f-8ab4-198f2093bebe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.439688] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1357.439688] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5219d45e-a0fe-ac97-7a56-12742d47ee8d" [ 1357.439688] env[69744]: _type = "Task" [ 1357.439688] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.446554] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5219d45e-a0fe-ac97-7a56-12742d47ee8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.541042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-70e12e0c-12ef-40f1-a130-3be73a5438be tempest-ServerRescueNegativeTestJSON-1799075978 tempest-ServerRescueNegativeTestJSON-1799075978-project-member] Lock "f81746f1-4190-4413-bc02-7ee143af467a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.612s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.701091] env[69744]: DEBUG nova.network.neutron [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updated VIF entry in instance network info cache for port 04952c40-e7af-4877-877e-ce789e726298. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.701447] env[69744]: DEBUG nova.network.neutron [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [{"id": "04952c40-e7af-4877-877e-ce789e726298", "address": "fa:16:3e:d0:93:68", "network": {"id": "c309e95c-b836-4428-9ee6-7909d89d6c77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1944337959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e150c8f09a144f4190115fdcddd5b72b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04952c40-e7", "ovs_interfaceid": "04952c40-e7af-4877-877e-ce789e726298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.949724] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Preparing fetch location {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1357.950031] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Fetch image to [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9/OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9.vmdk {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1357.950179] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Downloading stream optimized image d7b9e8a8-0930-40d8-8cae-390501d09562 to [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9/OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9.vmdk on the data store datastore1 as vApp {{(pid=69744) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1357.950347] env[69744]: DEBUG nova.virt.vmwareapi.images [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Downloading image file data d7b9e8a8-0930-40d8-8cae-390501d09562 to the ESX as VM named 'OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9' {{(pid=69744) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1358.024187] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1358.024187] env[69744]: value = "resgroup-9" [ 1358.024187] env[69744]: _type = "ResourcePool" [ 1358.024187] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1358.024617] env[69744]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8fc8c857-b8f6-4fac-bcc3-d14dccd24724 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.044727] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease: (returnval){ [ 1358.044727] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523d2472-f7b7-9cbf-5ffb-f2f25667e292" [ 1358.044727] env[69744]: _type = "HttpNfcLease" [ 1358.044727] env[69744]: } obtained for vApp import into resource pool (val){ [ 1358.044727] env[69744]: value = "resgroup-9" [ 1358.044727] env[69744]: _type = "ResourcePool" [ 1358.044727] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1358.044968] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the lease: (returnval){ [ 1358.044968] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523d2472-f7b7-9cbf-5ffb-f2f25667e292" [ 1358.044968] env[69744]: _type = "HttpNfcLease" [ 1358.044968] env[69744]: } to be ready. {{(pid=69744) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1358.051662] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1358.051662] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523d2472-f7b7-9cbf-5ffb-f2f25667e292" [ 1358.051662] env[69744]: _type = "HttpNfcLease" [ 1358.051662] env[69744]: } is initializing. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1358.095297] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.095557] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.095778] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.095972] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance ba539502-a8ab-4f54-8949-8712f1898928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.096136] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 20e6026f-7f9d-4fc0-aeac-32212df74a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.096330] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1358.096475] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1358.172705] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085eb04-07f0-4811-97d5-a002af015f5e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.180931] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ee9c7-3a85-4e87-bdbc-5e8804eb8f0c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.210634] env[69744]: DEBUG oslo_concurrency.lockutils [req-798ef608-f73d-47f6-9aff-c1cb2a2d2715 req-9ed042df-b368-4fe2-adc6-288be275a07f service nova] Releasing lock "refresh_cache-20e6026f-7f9d-4fc0-aeac-32212df74a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.211786] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9958fb-f63f-4ce7-8e6d-c5e882fc23bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.219679] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99847b3c-e95d-4b7b-892e-8ebeb38da922 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.234179] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.559246] env[69744]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1358.559246] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523d2472-f7b7-9cbf-5ffb-f2f25667e292" [ 1358.559246] env[69744]: _type = "HttpNfcLease" [ 1358.559246] env[69744]: } is ready. {{(pid=69744) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1358.559246] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1358.559246] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]523d2472-f7b7-9cbf-5ffb-f2f25667e292" [ 1358.559246] env[69744]: _type = "HttpNfcLease" [ 1358.559246] env[69744]: }. {{(pid=69744) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1358.559246] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609fa9f-286a-4f0c-8942-f70f767765bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.566049] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk from lease info. {{(pid=69744) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1358.566433] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk. {{(pid=69744) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1358.636512] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-debb5fdd-a140-483b-b65b-11974eff8787 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.741099] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.244073] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1359.244361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.677070] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Completed reading data from the image iterator. {{(pid=69744) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1359.677070] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1359.677375] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef4061-b25e-48cb-af91-5c51f350093e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.684081] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk is in state: ready. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1359.684270] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk. {{(pid=69744) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1359.684497] env[69744]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-324d2110-693f-4bed-a8e7-0a2e16382aa1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.876447] env[69744]: DEBUG oslo_vmware.rw_handles [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297e522-57b0-b49c-6ab8-df688438f415/disk-0.vmdk. {{(pid=69744) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1359.876612] env[69744]: INFO nova.virt.vmwareapi.images [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Downloaded image file data d7b9e8a8-0930-40d8-8cae-390501d09562 [ 1359.877555] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac04df75-5ad0-4dd8-9eda-d48b74c74227 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.893188] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2002ee36-30f6-4ba8-bbe6-fb4099d43b32 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.928092] env[69744]: INFO nova.virt.vmwareapi.images [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] The imported VM was unregistered [ 1359.930643] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Caching image {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1359.930883] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.931174] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b2131f-8317-4735-a1f9-5a892e686878 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.952059] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Created directory with path [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562 {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.952263] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9/OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9.vmdk to [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk. {{(pid=69744) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1359.952519] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-291613a5-95c7-4ad7-ad6f-ce6c21cd6986 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.958856] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1359.958856] env[69744]: value = "task-3312813" [ 1359.958856] env[69744]: _type = "Task" [ 1359.958856] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.966590] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.472415] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.972690] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.245337] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.245525] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.245689] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.245847] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.246018] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1361.473731] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.974523] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.471422] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312813, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.202467} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.471699] env[69744]: INFO nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9/OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9.vmdk to [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk. [ 1362.471875] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Cleaning up location [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1362.472048] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c73f9df9-03f0-48ad-8524-170866ca82f9 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.472295] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e202386b-c8ba-4d66-b024-158c5845a2c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.478513] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1362.478513] env[69744]: value = "task-3312814" [ 1362.478513] env[69744]: _type = "Task" [ 1362.478513] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.485574] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.987961] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037555} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.988238] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.988378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.988616] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk to [datastore1] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.988856] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52621629-25e8-43c9-b986-15413e95d045 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.995616] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1362.995616] env[69744]: value = "task-3312815" [ 1362.995616] env[69744]: _type = "Task" [ 1362.995616] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.002570] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.507226] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.012114] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.510714] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.010992] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.511527] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.008808] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312815, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.633419} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.010023] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d7b9e8a8-0930-40d8-8cae-390501d09562/d7b9e8a8-0930-40d8-8cae-390501d09562.vmdk to [datastore1] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.010023] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f9fd57-eb1c-4b02-938d-67a1251cc1ee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.030781] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.030988] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9ee6b9-2566-4627-96eb-915e9919d7f1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.049307] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1366.049307] env[69744]: value = "task-3312816" [ 1366.049307] env[69744]: _type = "Task" [ 1366.049307] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.056386] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.558796] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312816, 'name': ReconfigVM_Task, 'duration_secs': 0.28466} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.559154] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 20e6026f-7f9d-4fc0-aeac-32212df74a96/20e6026f-7f9d-4fc0-aeac-32212df74a96.vmdk or device None with type streamOptimized {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.559684] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4503774-4696-46d2-a6c8-6272fd77bc7e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.565406] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1366.565406] env[69744]: value = "task-3312817" [ 1366.565406] env[69744]: _type = "Task" [ 1366.565406] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.572478] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312817, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.075469] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312817, 'name': Rename_Task, 'duration_secs': 0.134946} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.075679] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.075939] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570b13c6-9c59-4733-abab-0808e1ceb8d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.082121] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1367.082121] env[69744]: value = "task-3312818" [ 1367.082121] env[69744]: _type = "Task" [ 1367.082121] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.089119] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.593146] env[69744]: DEBUG oslo_vmware.api [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312818, 'name': PowerOnVM_Task, 'duration_secs': 0.424589} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.593533] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.700925] env[69744]: DEBUG nova.compute.manager [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.701894] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7569a33-c42b-4d15-afaa-4d26242b3a95 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.218398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-533b3713-71ba-4d02-82cc-04a73746f08f tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.045s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.602238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.602599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.602699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.602844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.603022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.605112] env[69744]: INFO nova.compute.manager [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Terminating instance [ 1369.108838] env[69744]: DEBUG nova.compute.manager [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.109079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.110054] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70db51-7c0b-4bae-bdc8-8205a6c23107 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.117821] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.118077] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83cdce19-73da-48d1-a548-c5bd1482c625 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.124615] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1369.124615] env[69744]: value = "task-3312819" [ 1369.124615] env[69744]: _type = "Task" [ 1369.124615] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.132791] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.634731] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312819, 'name': PowerOffVM_Task, 'duration_secs': 0.184313} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.635124] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.635247] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.635467] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd66520b-9242-4451-ab47-f936a1bedd5b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.693233] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.693469] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.693636] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleting the datastore file [datastore1] 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.693922] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2cd0fa7-602d-4b1a-bc47-c90375f100c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.700179] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for the task: (returnval){ [ 1369.700179] env[69744]: value = "task-3312821" [ 1369.700179] env[69744]: _type = "Task" [ 1369.700179] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.707700] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.209789] env[69744]: DEBUG oslo_vmware.api [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Task: {'id': task-3312821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175326} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.210105] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.210322] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.210526] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.210731] env[69744]: INFO nova.compute.manager [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1370.211014] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.211247] env[69744]: DEBUG nova.compute.manager [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.211370] env[69744]: DEBUG nova.network.neutron [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.655569] env[69744]: DEBUG nova.compute.manager [req-7c0d3170-13b3-4e45-af47-75aa0b9f7687 req-0389a572-e687-474e-ac84-d8e60010fc90 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Received event network-vif-deleted-04952c40-e7af-4877-877e-ce789e726298 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.655838] env[69744]: INFO nova.compute.manager [req-7c0d3170-13b3-4e45-af47-75aa0b9f7687 req-0389a572-e687-474e-ac84-d8e60010fc90 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Neutron deleted interface 04952c40-e7af-4877-877e-ce789e726298; detaching it from the instance and deleting it from the info cache [ 1370.656241] env[69744]: DEBUG nova.network.neutron [req-7c0d3170-13b3-4e45-af47-75aa0b9f7687 req-0389a572-e687-474e-ac84-d8e60010fc90 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.144289] env[69744]: DEBUG nova.network.neutron [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.158495] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76b8c6a8-895c-4209-bced-106a328b0fd6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.168905] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed6e22b-6c0d-4855-99ca-501a8a5525cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.196601] env[69744]: DEBUG nova.compute.manager [req-7c0d3170-13b3-4e45-af47-75aa0b9f7687 req-0389a572-e687-474e-ac84-d8e60010fc90 service nova] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Detach interface failed, port_id=04952c40-e7af-4877-877e-ce789e726298, reason: Instance 20e6026f-7f9d-4fc0-aeac-32212df74a96 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.647443] env[69744]: INFO nova.compute.manager [-] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Took 1.44 seconds to deallocate network for instance. [ 1371.793122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.793356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.154100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.154423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.154644] env[69744]: DEBUG nova.objects.instance [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lazy-loading 'resources' on Instance uuid 20e6026f-7f9d-4fc0-aeac-32212df74a96 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.296944] env[69744]: DEBUG nova.compute.utils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1372.730726] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a369e3-bf13-4f94-9aee-736fee1f47ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.737875] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad3a4c-be3a-446d-9071-e2bf0fae28cc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.766686] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a942064-8283-44d1-b6bc-2d317d29cba0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.773262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2230ee87-4e97-4371-a681-994eb66b7f6f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.785712] env[69744]: DEBUG nova.compute.provider_tree [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.799500] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.288869] env[69744]: DEBUG nova.scheduler.client.report [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.793459] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.816581] env[69744]: INFO nova.scheduler.client.report [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Deleted allocations for instance 20e6026f-7f9d-4fc0-aeac-32212df74a96 [ 1373.861708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.861913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.862156] env[69744]: INFO nova.compute.manager [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Attaching volume 9c491242-f97c-44c3-9577-98651ce90bae to /dev/sdb [ 1373.892131] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f215cb88-ffdc-4aff-9c2e-8685c94ee469 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.900034] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758c97b-d629-4f00-8c31-7c7272e6bb1e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.912526] env[69744]: DEBUG nova.virt.block_device [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating existing volume attachment record: b08b01b3-5a05-4fa8-9cc1-9755395a3b79 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1374.324307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-eb9443bb-b564-4751-b678-071dd12f39ba tempest-ServerActionsTestOtherB-664410737 tempest-ServerActionsTestOtherB-664410737-project-member] Lock "20e6026f-7f9d-4fc0-aeac-32212df74a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.967362] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1378.967861] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1378.968527] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36482c-7742-475f-a6fc-7835734a3731 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.985691] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063488d7-fcda-41f4-9629-5e7d0abbaeb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.010288] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.010584] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2637d76d-7cff-4b86-bbb0-952a60dbac25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.028932] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1379.028932] env[69744]: value = "task-3312827" [ 1379.028932] env[69744]: _type = "Task" [ 1379.028932] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.036544] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.538925] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312827, 'name': ReconfigVM_Task, 'duration_secs': 0.367936} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.539219] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.543938] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79837b2-8ca8-4b41-ba72-d837c4c19ba4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.559286] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1379.559286] env[69744]: value = "task-3312828" [ 1379.559286] env[69744]: _type = "Task" [ 1379.559286] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.569764] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.068837] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.570875] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.072263] env[69744]: DEBUG oslo_vmware.api [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312828, 'name': ReconfigVM_Task, 'duration_secs': 1.134068} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.072659] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1382.123348] env[69744]: DEBUG nova.objects.instance [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'flavor' on Instance uuid 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.425586] env[69744]: INFO nova.compute.manager [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Rebuilding instance [ 1382.472834] env[69744]: DEBUG nova.compute.manager [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.473746] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff1ce8-d337-480b-a486-4d40970fdf9a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.500474] env[69744]: INFO nova.compute.manager [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Rebuilding instance [ 1382.558875] env[69744]: DEBUG nova.compute.manager [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.559752] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12aaa1-f231-4f6c-9203-59e7fd22d3a8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.628407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-9f3c0047-f108-4a91-863d-d2d11c86e32f tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.766s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.488758] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.489136] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5b9b6e-6797-44f1-8b3c-3dff734dd161 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.496698] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1383.496698] env[69744]: value = "task-3312829" [ 1383.496698] env[69744]: _type = "Task" [ 1383.496698] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.504905] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.573841] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.574202] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b262799-5ea6-4e87-9b11-a4866bf2cfc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.583812] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1383.583812] env[69744]: value = "task-3312830" [ 1383.583812] env[69744]: _type = "Task" [ 1383.583812] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.591911] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.006945] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312829, 'name': PowerOffVM_Task, 'duration_secs': 0.211315} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.007231] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.007464] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.008248] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4242bb3-6d95-47ef-8913-f415f10f9d51 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.014930] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.015197] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c245e839-9a00-4313-8913-44b8e1e5a7ff {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.082736] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.082910] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.083086] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleting the datastore file [datastore1] ba539502-a8ab-4f54-8949-8712f1898928 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.083373] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e309d02-d3c0-4fd3-99b5-5bffd428fb44 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.093954] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312830, 'name': PowerOffVM_Task, 'duration_secs': 0.232717} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.095122] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.096765] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1384.096765] env[69744]: value = "task-3312832" [ 1384.096765] env[69744]: _type = "Task" [ 1384.096765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.105456] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.154014] env[69744]: INFO nova.compute.manager [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Detaching volume 9c491242-f97c-44c3-9577-98651ce90bae [ 1384.185374] env[69744]: INFO nova.virt.block_device [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Attempting to driver detach volume 9c491242-f97c-44c3-9577-98651ce90bae from mountpoint /dev/sdb [ 1384.185595] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.185777] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.186668] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b3c51-5b27-4170-a935-6249ec8d1e64 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.207837] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5199298-7fd9-45c6-b8f7-1f1c856fbcbb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.214880] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acae3ba-49df-4232-b821-8f96d32725a9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.234190] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9695c70-ad57-40f6-9358-aeff6edc489e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.249469] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.254565] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.254830] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5700d1f-8362-446f-bb73-960cb4e83197 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.272171] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1384.272171] env[69744]: value = "task-3312833" [ 1384.272171] env[69744]: _type = "Task" [ 1384.272171] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.279459] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.606407] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251692} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.606760] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.606826] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.607013] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.781545] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312833, 'name': ReconfigVM_Task, 'duration_secs': 0.275536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.781811] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1384.786482] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e463097-0c9e-4c7f-bff1-c4536d5059af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.800535] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1384.800535] env[69744]: value = "task-3312834" [ 1384.800535] env[69744]: _type = "Task" [ 1384.800535] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.807844] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.313619] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312834, 'name': ReconfigVM_Task, 'duration_secs': 0.177933} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.313909] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1385.643963] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.644263] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.644448] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.644699] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.644899] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.645113] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.645373] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.645569] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.645775] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.645983] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.646209] env[69744]: DEBUG nova.virt.hardware [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.647064] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bdd880-33ce-4ae9-847f-a9292a93e3f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.655165] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975de0ef-5644-49c3-9f5c-efff9ee9e330 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.668262] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:89:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c76d6e-4a65-41bc-ae25-de3748a218d5', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.676338] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.676550] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.676742] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26703db4-5416-471c-894f-50bf3e185599 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.694134] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.694134] env[69744]: value = "task-3312835" [ 1385.694134] env[69744]: _type = "Task" [ 1385.694134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.700979] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312835, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.204175] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312835, 'name': CreateVM_Task, 'duration_secs': 0.320543} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.204373] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.205125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.205300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.205617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.205875] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df51a306-5d7b-4683-a1f0-fabe8dc84327 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.210474] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1386.210474] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d652aa-60cd-caf6-65c8-e6e2aaa491ad" [ 1386.210474] env[69744]: _type = "Task" [ 1386.210474] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.219473] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d652aa-60cd-caf6-65c8-e6e2aaa491ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.359509] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.359832] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63e5b81-6645-4655-9a6a-ecce63df7374 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.367849] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1386.367849] env[69744]: value = "task-3312836" [ 1386.367849] env[69744]: _type = "Task" [ 1386.367849] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.375586] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.720941] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d652aa-60cd-caf6-65c8-e6e2aaa491ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.721300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.721467] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.721694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.721837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.722018] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.722269] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26d0bd44-fa49-4c0f-b6b8-a16c3fbb5a8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.730116] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.730288] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.730943] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6faa6bf-b15c-4d97-b2dc-58aabfb14958 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.735643] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1386.735643] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fd13b2-2ca8-5486-4c88-7e602f6a79b8" [ 1386.735643] env[69744]: _type = "Task" [ 1386.735643] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.742835] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fd13b2-2ca8-5486-4c88-7e602f6a79b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.878122] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] VM already powered off {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1386.878300] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1386.878483] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1386.879219] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a995335-b2bc-456a-a8c9-387b9cfb5ccd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.896492] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ff013-c08c-44ae-8d9b-78882e1b4d8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.901986] env[69744]: WARNING nova.virt.vmwareapi.driver [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1386.902242] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.902944] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fbf0a-6647-4183-aede-ecf773cb9986 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.908640] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.908843] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baad5386-5c06-4723-a181-ef8e63e28100 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.966992] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.967220] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.967418] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.967668] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb26662-221c-4863-9b2d-9852319d38a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.974367] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1386.974367] env[69744]: value = "task-3312838" [ 1386.974367] env[69744]: _type = "Task" [ 1386.974367] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.981547] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.250018] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52fd13b2-2ca8-5486-4c88-7e602f6a79b8, 'name': SearchDatastore_Task, 'duration_secs': 0.007675} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.250796] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746a3f18-46fc-4c53-92f4-aa6ca20a9294 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.255882] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1387.255882] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c03d09-322c-0494-5388-98ca6722e302" [ 1387.255882] env[69744]: _type = "Task" [ 1387.255882] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.263423] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c03d09-322c-0494-5388-98ca6722e302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.483490] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18364} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.483743] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.483927] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.484111] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.767114] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52c03d09-322c-0494-5388-98ca6722e302, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.767114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.767114] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.767548] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e3e3ff-cd49-4d6b-82f6-cf49c671a8b6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.774798] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1387.774798] env[69744]: value = "task-3312839" [ 1387.774798] env[69744]: _type = "Task" [ 1387.774798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.783388] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.989537] env[69744]: INFO nova.virt.block_device [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Booting with volume 9c491242-f97c-44c3-9577-98651ce90bae at /dev/sdb [ 1388.022052] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-068ff665-763a-4a20-b379-b01f27367d77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.031649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117727fe-d762-4c34-95ac-874120789e2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.058342] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fba4147-ba67-4b21-86ac-51dae0cbd475 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.067430] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d6102c-667c-485b-9f1d-123d61da979f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.095186] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe1d74-6b99-4383-84b3-4bc33e79a0c1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.102289] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d6fbd-0d4d-451b-99dc-44ba05a855a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.116698] env[69744]: DEBUG nova.virt.block_device [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating existing volume attachment record: 2e840581-2e7b-44a1-a3d1-7c2ac4d2408f {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1388.283655] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475389} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.283872] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore2] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.284079] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.284331] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3c8fc5-14b2-4f0d-b95d-b69984bfd9bc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.290298] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1388.290298] env[69744]: value = "task-3312840" [ 1388.290298] env[69744]: _type = "Task" [ 1388.290298] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.299159] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.800936] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055975} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.801393] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.802094] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f4d0d-2a3b-4191-9f85-17a31e325d63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.827512] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.827713] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389765fb-e422-4509-b9f6-fd41f176b514 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.849666] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1388.849666] env[69744]: value = "task-3312841" [ 1388.849666] env[69744]: _type = "Task" [ 1388.849666] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.859706] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.359293] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.859406] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312841, 'name': ReconfigVM_Task, 'duration_secs': 0.724832} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.859948] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ba539502-a8ab-4f54-8949-8712f1898928/ba539502-a8ab-4f54-8949-8712f1898928.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.860582] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a7fd2f-0382-42dd-b01d-eefbfbb62cf7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.865979] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1389.865979] env[69744]: value = "task-3312842" [ 1389.865979] env[69744]: _type = "Task" [ 1389.865979] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.873477] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312842, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.225420] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.225681] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.225840] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.226036] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.226278] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.226394] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.226600] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.226778] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.226920] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.227094] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.227272] env[69744]: DEBUG nova.virt.hardware [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.228121] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9f3f3f-c263-402f-8b75-b6c9b231eba3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.235786] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8d853-676c-4a2a-8da4-93a56ab4e22b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.249015] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:10:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5bb821-8ed9-400b-be26-dd13d57e1f34', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.256305] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.256529] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.256735] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a223a52-3ade-4f1e-a98e-807523c49e51 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.274570] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.274570] env[69744]: value = "task-3312843" [ 1390.274570] env[69744]: _type = "Task" [ 1390.274570] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.281547] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312843, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.375915] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312842, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.784653] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312843, 'name': CreateVM_Task, 'duration_secs': 0.334254} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.784797] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.785464] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.785620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.785928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.786180] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67f4c05-7d75-4c17-b789-1935f984ebd5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.790216] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1390.790216] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52511beb-0d61-b847-89dc-8f2bba8c121e" [ 1390.790216] env[69744]: _type = "Task" [ 1390.790216] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.797166] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52511beb-0d61-b847-89dc-8f2bba8c121e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.877240] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312842, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.300340] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52511beb-0d61-b847-89dc-8f2bba8c121e, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.300624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.300847] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.301082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.301230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.301405] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.301653] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b09dbf7-4fce-4bc2-a861-729b8392a592 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.310371] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.310532] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.311204] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8864338d-0fed-4ff5-be4c-915942e1c3d7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.316203] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1391.316203] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522b01aa-3995-52e3-bb59-6823d62a35a4" [ 1391.316203] env[69744]: _type = "Task" [ 1391.316203] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.323192] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522b01aa-3995-52e3-bb59-6823d62a35a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.377622] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312842, 'name': Rename_Task, 'duration_secs': 1.140656} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.377881] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.378130] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4432534-6feb-48f2-b71c-b8cc7966320d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.384552] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1391.384552] env[69744]: value = "task-3312844" [ 1391.384552] env[69744]: _type = "Task" [ 1391.384552] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.391868] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.826355] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]522b01aa-3995-52e3-bb59-6823d62a35a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.827151] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e626ed20-09e7-4bb2-bf10-34e6d62cfdb3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.832731] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1391.832731] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d49cc4-1077-8486-ad73-4f498001c909" [ 1391.832731] env[69744]: _type = "Task" [ 1391.832731] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.840426] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d49cc4-1077-8486-ad73-4f498001c909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.893903] env[69744]: DEBUG oslo_vmware.api [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312844, 'name': PowerOnVM_Task, 'duration_secs': 0.424802} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.894191] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.894408] env[69744]: DEBUG nova.compute.manager [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.895198] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554d9c3-51d3-4bd9-9771-d6602add7372 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.343151] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52d49cc4-1077-8486-ad73-4f498001c909, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.343405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.343656] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.343901] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13fccb45-9df0-4990-819b-3e5c0188bc14 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.349624] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1392.349624] env[69744]: value = "task-3312845" [ 1392.349624] env[69744]: _type = "Task" [ 1392.349624] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.356587] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.411869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.412132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.412361] env[69744]: DEBUG nova.objects.instance [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1392.861881] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312845, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.360903] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540976} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.361248] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.361342] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.361553] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78ca6528-5c27-4cd0-8ed7-55082fa95d2e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.367433] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1393.367433] env[69744]: value = "task-3312846" [ 1393.367433] env[69744]: _type = "Task" [ 1393.367433] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.375680] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.421896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-b7c46f75-53d9-41cb-8f0d-dbf6e030a9ab tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.877189] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072788} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.877438] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.878185] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce859e-927a-43be-b01b-a6ec395dce5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.899760] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.899983] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d71e3f-7262-449c-955a-5fc51ff1d392 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.918720] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1393.918720] env[69744]: value = "task-3312847" [ 1393.918720] env[69744]: _type = "Task" [ 1393.918720] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.926117] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.428403] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312847, 'name': ReconfigVM_Task, 'duration_secs': 0.273316} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.428782] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b/6baa20e1-8a2a-4ced-a7ac-2564d9f0982b.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.429850] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': '230493a1-ac08-4a65-b213-cff30417b0e1'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': '2e840581-2e7b-44a1-a3d1-7c2ac4d2408f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'}, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69744) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1394.430069] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1394.430266] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1394.431080] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae2d67-8e70-475c-a933-0fcf54a3b472 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.447066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45981a9-9866-48a1-b2c4-d20674890041 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.471167] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.471797] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b588d3c6-8dd0-4e53-9f6c-916feb4f547a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.489269] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1394.489269] env[69744]: value = "task-3312848" [ 1394.489269] env[69744]: _type = "Task" [ 1394.489269] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.497101] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.998682] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312848, 'name': ReconfigVM_Task, 'duration_secs': 0.326217} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.998897] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.004118] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b7d163-bc1f-4f39-94df-0a2cbb5b82c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.019228] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1395.019228] env[69744]: value = "task-3312849" [ 1395.019228] env[69744]: _type = "Task" [ 1395.019228] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.026764] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.528617] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312849, 'name': ReconfigVM_Task, 'duration_secs': 0.28939} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.528986] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1395.529463] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fafcf251-9288-4a32-955e-161084f7433f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.535222] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1395.535222] env[69744]: value = "task-3312850" [ 1395.535222] env[69744]: _type = "Task" [ 1395.535222] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.543597] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312850, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.045551] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312850, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.546629] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312850, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.046443] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312850, 'name': Rename_Task, 'duration_secs': 1.184782} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.046700] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.046942] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95384793-c553-4d29-a8d5-4fe6f30ef012 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.053128] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1397.053128] env[69744]: value = "task-3312851" [ 1397.053128] env[69744]: _type = "Task" [ 1397.053128] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.060127] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.562632] env[69744]: DEBUG oslo_vmware.api [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312851, 'name': PowerOnVM_Task, 'duration_secs': 0.481395} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.563110] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.563110] env[69744]: DEBUG nova.compute.manager [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.563873] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d61af-0517-4e78-b3b5-c4bbb1f04358 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.081025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.081334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.081529] env[69744]: DEBUG nova.objects.instance [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69744) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1399.090851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-335546d2-48ea-4d86-acb3-64887e607c5b tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.214875] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.213355] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.209442] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.214046] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.717506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.717779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.717981] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.718156] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1416.719110] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e438f8-a49b-43ac-9157-3bf06eba7545 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.727659] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ccac00-bffb-4750-849b-80fcee4413a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.741756] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fbd8a-28f8-4fbf-97c7-9196dcafce65 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.747949] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192e162-eba0-4c2c-b05a-45e744241e56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.776525] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180213MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1416.776654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.776873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.804027] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.804027] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.804321] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.804321] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance ba539502-a8ab-4f54-8949-8712f1898928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1417.804422] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1417.804539] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1417.860061] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ddb63-37e4-4d7c-95e4-2eacf3e1f7e6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.867530] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d58feb-8aa0-4f89-8526-530a2286ef79 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.896787] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4cb97d-624c-437a-aa0e-4144ecfdb511 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.903719] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf60418-299c-45ff-92a5-daac31563f58 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.917887] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.437463] env[69744]: ERROR nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [req-dff66246-ee0e-4dfa-a64e-ea951aa00dcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 159bdab9-d750-4e8c-86c9-321f1e6d6636. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dff66246-ee0e-4dfa-a64e-ea951aa00dcf"}]} [ 1418.452995] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing inventories for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1418.465699] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating ProviderTree inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1418.465878] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.475599] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing aggregate associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, aggregates: None {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1418.492037] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Refreshing trait associations for resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69744) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1418.541667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6a3b9f-d4e4-4ca4-95e0-a1347169758d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.548688] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6498ff-1a25-4053-87a4-5f8ba1c38b03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.578021] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d1b4b-0deb-4e20-80a2-4f48aae6d8fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.584571] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed780952-72a5-4d15-9f07-fc12b430a5e3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.597075] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.126304] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updated inventory for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1419.126643] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating resource provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 generation from 172 to 173 during operation: update_inventory {{(pid=69744) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1419.126726] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Updating inventory in ProviderTree for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.631611] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1419.631839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.855s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.631754] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.632145] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.632500] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.632500] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1421.214216] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.210960] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.596704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "ba539502-a8ab-4f54-8949-8712f1898928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.596704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.597166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "ba539502-a8ab-4f54-8949-8712f1898928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.597166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.597270] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.601750] env[69744]: INFO nova.compute.manager [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Terminating instance [ 1428.106339] env[69744]: DEBUG nova.compute.manager [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.106835] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.107519] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a48f88a-e499-48de-9762-b811ed01f278 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.115497] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.115768] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b6ad7d-97f1-4afa-9b24-e760b36d0bb1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.124675] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1428.124675] env[69744]: value = "task-3312852" [ 1428.124675] env[69744]: _type = "Task" [ 1428.124675] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.132623] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.634160] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312852, 'name': PowerOffVM_Task, 'duration_secs': 0.181062} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.634508] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.634636] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.634809] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8174c1d-2d08-408a-820f-200099ee82a4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.696843] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.697090] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.697280] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleting the datastore file [datastore2] ba539502-a8ab-4f54-8949-8712f1898928 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.697552] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef5c2b7-7c6c-470f-8816-abaa69649605 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.704156] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1428.704156] env[69744]: value = "task-3312854" [ 1428.704156] env[69744]: _type = "Task" [ 1428.704156] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.711499] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.214687] env[69744]: DEBUG oslo_vmware.api [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14243} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.214961] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.215155] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.215378] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.215626] env[69744]: INFO nova.compute.manager [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1429.215881] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.216089] env[69744]: DEBUG nova.compute.manager [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.216188] env[69744]: DEBUG nova.network.neutron [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.686571] env[69744]: DEBUG nova.compute.manager [req-cbecf8a8-7acf-4c5b-a6fc-3c655605b36c req-d2824b25-608c-4ebf-b0cd-a3951ae4fc6f service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Received event network-vif-deleted-06c76d6e-4a65-41bc-ae25-de3748a218d5 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.686571] env[69744]: INFO nova.compute.manager [req-cbecf8a8-7acf-4c5b-a6fc-3c655605b36c req-d2824b25-608c-4ebf-b0cd-a3951ae4fc6f service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Neutron deleted interface 06c76d6e-4a65-41bc-ae25-de3748a218d5; detaching it from the instance and deleting it from the info cache [ 1429.686571] env[69744]: DEBUG nova.network.neutron [req-cbecf8a8-7acf-4c5b-a6fc-3c655605b36c req-d2824b25-608c-4ebf-b0cd-a3951ae4fc6f service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.163018] env[69744]: DEBUG nova.network.neutron [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.189272] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec1644e-469f-46fd-a8f5-a59e960a52ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.199602] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ce9ede-c4cf-4c93-903d-52eb7b0a6997 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.224557] env[69744]: DEBUG nova.compute.manager [req-cbecf8a8-7acf-4c5b-a6fc-3c655605b36c req-d2824b25-608c-4ebf-b0cd-a3951ae4fc6f service nova] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Detach interface failed, port_id=06c76d6e-4a65-41bc-ae25-de3748a218d5, reason: Instance ba539502-a8ab-4f54-8949-8712f1898928 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.665487] env[69744]: INFO nova.compute.manager [-] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Took 1.45 seconds to deallocate network for instance. [ 1431.173134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.173519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.173647] env[69744]: DEBUG nova.objects.instance [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'resources' on Instance uuid ba539502-a8ab-4f54-8949-8712f1898928 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.734390] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4c0d9-f7eb-44da-ae5a-43c73b595f88 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.741877] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e3908-6470-431f-8ea1-ee6150a4550c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.769925] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d4003-bcba-43b1-8ffe-deb555d00d16 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.776411] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603f708-c48f-4a29-a4ca-35bd92d38326 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.790188] env[69744]: DEBUG nova.compute.provider_tree [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.292911] env[69744]: DEBUG nova.scheduler.client.report [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.797767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.818212] env[69744]: INFO nova.scheduler.client.report [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted allocations for instance ba539502-a8ab-4f54-8949-8712f1898928 [ 1433.326065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-e2a10c87-4f51-4720-89cd-576561a1e40f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "ba539502-a8ab-4f54-8949-8712f1898928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.764532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.764905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.267864] env[69744]: INFO nova.compute.manager [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Detaching volume 9c491242-f97c-44c3-9577-98651ce90bae [ 1435.304397] env[69744]: INFO nova.virt.block_device [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Attempting to driver detach volume 9c491242-f97c-44c3-9577-98651ce90bae from mountpoint /dev/sdb [ 1435.304725] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1435.304991] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1435.305977] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc141e-8fde-4f53-b05b-4a5479114b78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.328741] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8526b090-7d38-43c2-b629-6612d751c936 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.335534] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d27254-6624-4a3e-92d8-95c90d6fd856 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.355105] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0d6826-a1c4-4e53-8acb-9625a82bfb04 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.369224] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c491242-f97c-44c3-9577-98651ce90bae/volume-9c491242-f97c-44c3-9577-98651ce90bae.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1435.374524] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.374807] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee18d93d-a6ef-467d-8fbd-a1610316a253 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.391671] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1435.391671] env[69744]: value = "task-3312855" [ 1435.391671] env[69744]: _type = "Task" [ 1435.391671] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.398936] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.494887] env[69744]: DEBUG nova.compute.manager [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1435.901659] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312855, 'name': ReconfigVM_Task, 'duration_secs': 0.300257} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.902181] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1435.906579] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abd4207-e563-4f0f-90b8-81ddc0a49b9b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.922381] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1435.922381] env[69744]: value = "task-3312856" [ 1435.922381] env[69744]: _type = "Task" [ 1435.922381] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.930276] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.012555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.012832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.431586] env[69744]: DEBUG oslo_vmware.api [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312856, 'name': ReconfigVM_Task, 'duration_secs': 0.129058} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.431894] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661480', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'name': 'volume-9c491242-f97c-44c3-9577-98651ce90bae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6baa20e1-8a2a-4ced-a7ac-2564d9f0982b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c491242-f97c-44c3-9577-98651ce90bae', 'serial': '9c491242-f97c-44c3-9577-98651ce90bae'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1436.517688] env[69744]: INFO nova.compute.claims [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.971016] env[69744]: DEBUG nova.objects.instance [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'flavor' on Instance uuid 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.023781] env[69744]: INFO nova.compute.resource_tracker [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating resource usage from migration cd93efa6-6ce8-476e-8197-2cf7a4e78c5a [ 1437.079647] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd67bd-8f51-46f5-9671-02ac010cbdb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.088391] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634ac50d-0d8a-4591-bb82-bc1bf3d68bc1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.118239] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05ce51-7e1b-4883-aac8-b24f2c5930bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.124890] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cef611c-4350-42c0-9886-80b9b318a565 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.137587] env[69744]: DEBUG nova.compute.provider_tree [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.641214] env[69744]: DEBUG nova.scheduler.client.report [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.978024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d3068f29-6d68-4162-b35e-6e4a72936685 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.146026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.146286] env[69744]: INFO nova.compute.manager [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Migrating [ 1438.660148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.660344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.660528] env[69744]: DEBUG nova.network.neutron [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.996676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.997060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.997182] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.997416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.997602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.999740] env[69744]: INFO nova.compute.manager [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Terminating instance [ 1439.361153] env[69744]: DEBUG nova.network.neutron [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.503246] env[69744]: DEBUG nova.compute.manager [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.503466] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.504445] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a8780-4c3a-41dc-b357-5f228efd2599 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.512430] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.512624] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08f91a5-e549-46ad-b655-9a0d3e11bb08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.519647] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1439.519647] env[69744]: value = "task-3312857" [ 1439.519647] env[69744]: _type = "Task" [ 1439.519647] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.527128] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.863636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.030241] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312857, 'name': PowerOffVM_Task, 'duration_secs': 0.161172} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.030606] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.030606] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.030834] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e167f983-ebdc-4b5f-b5f8-96b00d260cc3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.088815] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.089050] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.089226] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore1] 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.089483] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0050260c-69f7-4be1-9181-2b787fc737b7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.095778] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1440.095778] env[69744]: value = "task-3312859" [ 1440.095778] env[69744]: _type = "Task" [ 1440.095778] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.103220] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.606018] env[69744]: DEBUG oslo_vmware.api [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122781} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.606266] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.606434] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.606622] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.606798] env[69744]: INFO nova.compute.manager [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1440.607053] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.607256] env[69744]: DEBUG nova.compute.manager [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.607352] env[69744]: DEBUG nova.network.neutron [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.106094] env[69744]: DEBUG nova.compute.manager [req-e07644e7-d716-469b-b429-47dfdc099100 req-1d8d0683-e498-4be2-a35c-fa8c8a6813b7 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Received event network-vif-deleted-fb5bb821-8ed9-400b-be26-dd13d57e1f34 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.106380] env[69744]: INFO nova.compute.manager [req-e07644e7-d716-469b-b429-47dfdc099100 req-1d8d0683-e498-4be2-a35c-fa8c8a6813b7 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Neutron deleted interface fb5bb821-8ed9-400b-be26-dd13d57e1f34; detaching it from the instance and deleting it from the info cache [ 1441.106486] env[69744]: DEBUG nova.network.neutron [req-e07644e7-d716-469b-b429-47dfdc099100 req-1d8d0683-e498-4be2-a35c-fa8c8a6813b7 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.379880] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa755449-416b-4351-924d-6a72c826f52b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.409218] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.590887] env[69744]: DEBUG nova.network.neutron [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.608882] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-497834a3-cf87-4b66-975c-8c89b494aa39 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.619099] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965736f6-b480-4820-92c9-42c2cc9769ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.645386] env[69744]: DEBUG nova.compute.manager [req-e07644e7-d716-469b-b429-47dfdc099100 req-1d8d0683-e498-4be2-a35c-fa8c8a6813b7 service nova] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Detach interface failed, port_id=fb5bb821-8ed9-400b-be26-dd13d57e1f34, reason: Instance 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1441.916512] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.916836] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30cc820-47e7-455f-ae71-3b48304a70ba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.925033] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1441.925033] env[69744]: value = "task-3312860" [ 1441.925033] env[69744]: _type = "Task" [ 1441.925033] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.933063] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.093933] env[69744]: INFO nova.compute.manager [-] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Took 1.49 seconds to deallocate network for instance. [ 1442.434406] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312860, 'name': PowerOffVM_Task, 'duration_secs': 0.235979} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.434795] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.434840] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.601179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.601473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.601705] env[69744]: DEBUG nova.objects.instance [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'resources' on Instance uuid 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.941481] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.941715] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.941867] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.942063] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.942220] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.942369] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.942587] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.942745] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.942909] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.943084] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.943260] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.948297] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c729b2-382d-496b-b9da-5d2b5fa65691 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.963483] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1442.963483] env[69744]: value = "task-3312861" [ 1442.963483] env[69744]: _type = "Task" [ 1442.963483] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.973219] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.168157] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de45236a-797d-42a7-b3e6-53a843184291 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.176881] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f706d-58ac-4b44-858a-97eacbf05e36 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.205471] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68780fe6-2d9e-4e33-82b2-186903c93deb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.212363] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb28f8-13c3-4105-bb62-4cf8933dda17 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.224971] env[69744]: DEBUG nova.compute.provider_tree [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.473450] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312861, 'name': ReconfigVM_Task, 'duration_secs': 0.218936} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.473808] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.728687] env[69744]: DEBUG nova.scheduler.client.report [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.980388] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.980585] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.980742] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.980923] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.981081] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.981229] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.981428] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.981587] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.981750] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.981910] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.982092] env[69744]: DEBUG nova.virt.hardware [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.987361] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1443.987634] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef0ec16-4c60-4008-863b-e68ab2f7c35e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.006297] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1444.006297] env[69744]: value = "task-3312862" [ 1444.006297] env[69744]: _type = "Task" [ 1444.006297] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.015057] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.233308] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.250565] env[69744]: INFO nova.scheduler.client.report [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocations for instance 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b [ 1444.515349] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312862, 'name': ReconfigVM_Task, 'duration_secs': 0.151451} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.515643] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.516438] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d650e4-66a9-4899-8e63-c798bbf01fc4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.537401] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.537626] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7cce548-747c-4c68-8b5a-4d67b0cdb1c3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.554479] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1444.554479] env[69744]: value = "task-3312863" [ 1444.554479] env[69744]: _type = "Task" [ 1444.554479] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.561755] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.758436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-59646275-4d90-4af0-bd3a-5dd005a4a2e0 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "6baa20e1-8a2a-4ced-a7ac-2564d9f0982b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.064480] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312863, 'name': ReconfigVM_Task, 'duration_secs': 0.240652} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.064703] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e/99e61efc-893d-44a3-a0d7-228cfbc4115e.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.064969] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.571283] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822227c-a8e2-48b4-8e2d-ef4fad1887a0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.589814] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e09ee-47e8-4b15-ab64-9036b32a9eac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.606657] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.145151] env[69744]: DEBUG nova.network.neutron [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Port d1196c50-be5c-48ea-9fec-d125b2f5bbee binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1446.514593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.514870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.017569] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.165601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.165833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.166012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.541366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.541638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.543106] env[69744]: INFO nova.compute.claims [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.198593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.198861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.199037] env[69744]: DEBUG nova.network.neutron [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.605107] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9505c775-e6f7-4f6a-80a4-a022d3a4b70d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.612454] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7950bc5-360d-4383-aa82-4357b38d6160 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.643262] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536142c5-562a-4095-907b-cb43fc92a4bd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.650307] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5f72f-d2e7-4af5-99f4-225e398269ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.663165] env[69744]: DEBUG nova.compute.provider_tree [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.898428] env[69744]: DEBUG nova.network.neutron [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.166461] env[69744]: DEBUG nova.scheduler.client.report [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.400800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.671820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.672315] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.921649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca1ff9-aef8-45e8-bbc0-23cf416df8bb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.940321] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77d464-5b26-4960-bdb4-773a056cc36c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.946845] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1450.177277] env[69744]: DEBUG nova.compute.utils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.178800] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.178968] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.213583] env[69744]: DEBUG nova.policy [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f9b693e49842d5aa7c9fe7c9e00c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '471c7a2dd5994c84803f3346b38e4453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.429504] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Successfully created port: f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.453032] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.453345] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ba9f00-b75a-46a7-a02e-16fb0094694c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.462977] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1450.462977] env[69744]: value = "task-3312864" [ 1450.462977] env[69744]: _type = "Task" [ 1450.462977] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.471017] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.682031] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.972161] env[69744]: DEBUG oslo_vmware.api [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312864, 'name': PowerOnVM_Task, 'duration_secs': 0.362192} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.972434] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.972616] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fbf00c-2525-47cd-bfdf-9adc72e4f72c tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance '99e61efc-893d-44a3-a0d7-228cfbc4115e' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.690458] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1451.714987] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.715248] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.715406] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.715587] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.715733] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.715912] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.716139] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.716302] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.716472] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.716631] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.716811] env[69744]: DEBUG nova.virt.hardware [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.717696] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37d507-4f4e-4be4-8bb1-98286c9bcaa1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.726858] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f6611-6ff9-4366-a560-87d077c6fa25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.793014] env[69744]: DEBUG nova.compute.manager [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Received event network-vif-plugged-f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.793524] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] Acquiring lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.793712] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.793965] env[69744]: DEBUG oslo_concurrency.lockutils [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.794294] env[69744]: DEBUG nova.compute.manager [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] No waiting events found dispatching network-vif-plugged-f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.794537] env[69744]: WARNING nova.compute.manager [req-cf57acb9-c523-44f4-b301-9909db918035 req-9f3ebdba-b55c-40e7-91a5-2528c6b68797 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Received unexpected event network-vif-plugged-f8981839-b1c3-4934-9fbb-b8489791551f for instance with vm_state building and task_state spawning. [ 1451.873645] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Successfully updated port: f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.379569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.379741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.379877] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.914682] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.068029] env[69744]: DEBUG nova.network.neutron [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updating instance_info_cache with network_info: [{"id": "f8981839-b1c3-4934-9fbb-b8489791551f", "address": "fa:16:3e:83:8e:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8981839-b1", "ovs_interfaceid": "f8981839-b1c3-4934-9fbb-b8489791551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.570305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.570631] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Instance network_info: |[{"id": "f8981839-b1c3-4934-9fbb-b8489791551f", "address": "fa:16:3e:83:8e:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8981839-b1", "ovs_interfaceid": "f8981839-b1c3-4934-9fbb-b8489791551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.571067] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8e:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8981839-b1c3-4934-9fbb-b8489791551f', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.578622] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.578820] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.579045] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410dff88-c1f0-4eae-a345-ae8e6293c50a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.598460] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.598460] env[69744]: value = "task-3312865" [ 1453.598460] env[69744]: _type = "Task" [ 1453.598460] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.605674] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312865, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.661555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.661828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.662024] env[69744]: DEBUG nova.compute.manager [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Going to confirm migration 9 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1453.819167] env[69744]: DEBUG nova.compute.manager [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Received event network-changed-f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.819286] env[69744]: DEBUG nova.compute.manager [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Refreshing instance network info cache due to event network-changed-f8981839-b1c3-4934-9fbb-b8489791551f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.819465] env[69744]: DEBUG oslo_concurrency.lockutils [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] Acquiring lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.819638] env[69744]: DEBUG oslo_concurrency.lockutils [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] Acquired lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.819764] env[69744]: DEBUG nova.network.neutron [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Refreshing network info cache for port f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.107954] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312865, 'name': CreateVM_Task, 'duration_secs': 0.297322} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.110029] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.110029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.110029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.110029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.110029] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76cb031-6369-45e5-9c73-93b15cf83691 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.114371] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1454.114371] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1613e-9888-6f24-375f-eeb7305d812c" [ 1454.114371] env[69744]: _type = "Task" [ 1454.114371] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.121428] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1613e-9888-6f24-375f-eeb7305d812c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.196923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.197109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.197282] env[69744]: DEBUG nova.network.neutron [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.197458] env[69744]: DEBUG nova.objects.instance [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'info_cache' on Instance uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.500632] env[69744]: DEBUG nova.network.neutron [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updated VIF entry in instance network info cache for port f8981839-b1c3-4934-9fbb-b8489791551f. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.500993] env[69744]: DEBUG nova.network.neutron [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updating instance_info_cache with network_info: [{"id": "f8981839-b1c3-4934-9fbb-b8489791551f", "address": "fa:16:3e:83:8e:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8981839-b1", "ovs_interfaceid": "f8981839-b1c3-4934-9fbb-b8489791551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.624521] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a1613e-9888-6f24-375f-eeb7305d812c, 'name': SearchDatastore_Task, 'duration_secs': 0.015051} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.624823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.625037] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.625275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.625423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.625603] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.625870] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988e04ca-3ee6-42a5-84a8-f29d31ec9d6e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.633649] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.633823] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.634523] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db5aa28-b8fc-448b-85df-c4aba67024c0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.640284] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1454.640284] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5291c377-c56f-5bbc-2a94-40c04c2b830c" [ 1454.640284] env[69744]: _type = "Task" [ 1454.640284] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.646952] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5291c377-c56f-5bbc-2a94-40c04c2b830c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.003510] env[69744]: DEBUG oslo_concurrency.lockutils [req-538da7a5-1ce1-4e4d-abbf-9dee6eb35c31 req-64e0e62a-0278-44ce-9b2d-814e5cbcdf67 service nova] Releasing lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.150620] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]5291c377-c56f-5bbc-2a94-40c04c2b830c, 'name': SearchDatastore_Task, 'duration_secs': 0.008509} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.151416] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560dc7e1-954a-419a-a58d-e97b4703cf48 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.156942] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1455.156942] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a39deb-4137-e344-50b5-d49a28f9cd89" [ 1455.156942] env[69744]: _type = "Task" [ 1455.156942] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.164172] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a39deb-4137-e344-50b5-d49a28f9cd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.411031] env[69744]: DEBUG nova.network.neutron [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [{"id": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "address": "fa:16:3e:86:5f:b6", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1196c50-be", "ovs_interfaceid": "d1196c50-be5c-48ea-9fec-d125b2f5bbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.667799] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52a39deb-4137-e344-50b5-d49a28f9cd89, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.668072] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.668330] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e03b2fab-c56a-49d3-94a6-a1d1062add6a/e03b2fab-c56a-49d3-94a6-a1d1062add6a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.668583] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec86a57-bb21-4530-a953-ec26c2e50a63 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.675125] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1455.675125] env[69744]: value = "task-3312866" [ 1455.675125] env[69744]: _type = "Task" [ 1455.675125] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.682222] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.914020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-99e61efc-893d-44a3-a0d7-228cfbc4115e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.914287] env[69744]: DEBUG nova.objects.instance [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'migration_context' on Instance uuid 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.185098] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438642} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.185448] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] e03b2fab-c56a-49d3-94a6-a1d1062add6a/e03b2fab-c56a-49d3-94a6-a1d1062add6a.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.185521] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.185742] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-718c04ac-8c3b-4027-a9ae-81bd205a7024 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.191881] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1456.191881] env[69744]: value = "task-3312867" [ 1456.191881] env[69744]: _type = "Task" [ 1456.191881] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.199713] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.417960] env[69744]: DEBUG nova.objects.base [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Object Instance<99e61efc-893d-44a3-a0d7-228cfbc4115e> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1456.418898] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d6e7f-1b8e-4373-84aa-0af62fe17274 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.437303] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414dfbc2-77f0-472b-99da-9676c7e61146 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.442507] env[69744]: DEBUG oslo_vmware.api [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1456.442507] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521bacab-5d70-bf33-3210-110fd642f9a0" [ 1456.442507] env[69744]: _type = "Task" [ 1456.442507] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.449631] env[69744]: DEBUG oslo_vmware.api [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521bacab-5d70-bf33-3210-110fd642f9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.701391] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312867, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.954492] env[69744]: DEBUG oslo_vmware.api [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521bacab-5d70-bf33-3210-110fd642f9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.039177} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.954695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.954927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.202352] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.537778} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.202735] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.203473] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3fc9a9-e512-4132-90dd-ecb6ddd6c5b8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.224891] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] e03b2fab-c56a-49d3-94a6-a1d1062add6a/e03b2fab-c56a-49d3-94a6-a1d1062add6a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.225412] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44db118-c035-4a16-89a4-64b81f587915 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.244187] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1457.244187] env[69744]: value = "task-3312868" [ 1457.244187] env[69744]: _type = "Task" [ 1457.244187] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.251835] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.524803] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee059bf-e7e6-420d-8280-38b7650baeba {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.532777] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c0b17-c2c6-474b-b729-8b8f44698096 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.563489] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47fad2-c1a8-42ce-80b8-7e455def78f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.571682] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc9531-e890-411a-b4bd-209f4c01e248 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.585160] env[69744]: DEBUG nova.compute.provider_tree [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.755162] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312868, 'name': ReconfigVM_Task, 'duration_secs': 0.351706} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.755439] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Reconfigured VM instance instance-0000007f to attach disk [datastore1] e03b2fab-c56a-49d3-94a6-a1d1062add6a/e03b2fab-c56a-49d3-94a6-a1d1062add6a.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.756065] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343bfa8b-4b01-470b-ad6c-88abcdbd446e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.763952] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1457.763952] env[69744]: value = "task-3312869" [ 1457.763952] env[69744]: _type = "Task" [ 1457.763952] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.771487] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312869, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.088681] env[69744]: DEBUG nova.scheduler.client.report [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.274020] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312869, 'name': Rename_Task, 'duration_secs': 0.134351} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.274491] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.274537] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef98e68f-2afe-4d3a-8fec-df2a5aba6885 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.280282] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1458.280282] env[69744]: value = "task-3312870" [ 1458.280282] env[69744]: _type = "Task" [ 1458.280282] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.287302] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.791279] env[69744]: DEBUG oslo_vmware.api [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312870, 'name': PowerOnVM_Task, 'duration_secs': 0.445006} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.791542] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.791744] env[69744]: INFO nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1458.791921] env[69744]: DEBUG nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.792804] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec86937-e7f7-4b09-8d83-1f3e97afe219 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.099023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.144s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.229753] env[69744]: DEBUG nova.compute.manager [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Received event network-changed-f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.229954] env[69744]: DEBUG nova.compute.manager [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Refreshing instance network info cache due to event network-changed-f8981839-b1c3-4934-9fbb-b8489791551f. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.230183] env[69744]: DEBUG oslo_concurrency.lockutils [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] Acquiring lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.230322] env[69744]: DEBUG oslo_concurrency.lockutils [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] Acquired lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.230479] env[69744]: DEBUG nova.network.neutron [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Refreshing network info cache for port f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.309223] env[69744]: INFO nova.compute.manager [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Took 11.79 seconds to build instance. [ 1459.656423] env[69744]: INFO nova.scheduler.client.report [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted allocation for migration cd93efa6-6ce8-476e-8197-2cf7a4e78c5a [ 1459.810986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2a0e6ab6-5f21-40ee-9bfc-bfbb97268dfc tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.296s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.162874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-db28b111-e373-4ca5-a8b4-e271c5e72c5b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.501s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.252303] env[69744]: DEBUG nova.network.neutron [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updated VIF entry in instance network info cache for port f8981839-b1c3-4934-9fbb-b8489791551f. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.252754] env[69744]: DEBUG nova.network.neutron [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updating instance_info_cache with network_info: [{"id": "f8981839-b1c3-4934-9fbb-b8489791551f", "address": "fa:16:3e:83:8e:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8981839-b1", "ovs_interfaceid": "f8981839-b1c3-4934-9fbb-b8489791551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.756364] env[69744]: DEBUG oslo_concurrency.lockutils [req-563f5ab9-d069-4214-8046-2ae0f0a1ffb0 req-8355fd4c-c3a6-4742-a783-333252741f06 service nova] Releasing lock "refresh_cache-e03b2fab-c56a-49d3-94a6-a1d1062add6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.872050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.872050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.872050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.872050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.872050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.874124] env[69744]: INFO nova.compute.manager [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Terminating instance [ 1461.377616] env[69744]: DEBUG nova.compute.manager [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.377885] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.378916] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2162e3cc-ec2f-422c-a7c0-18eb36201a9f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.387323] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.387600] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e49f75-ca00-4e07-9445-f945f5a49680 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.393915] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1461.393915] env[69744]: value = "task-3312872" [ 1461.393915] env[69744]: _type = "Task" [ 1461.393915] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.403300] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.905073] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312872, 'name': PowerOffVM_Task, 'duration_secs': 0.203858} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.905454] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.905568] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.905823] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bfc03f0-ea36-403e-aa6b-443a10445977 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.966820] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.967083] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.967291] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleting the datastore file [datastore1] 99e61efc-893d-44a3-a0d7-228cfbc4115e {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.967557] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6baf111-b0fe-4c33-875c-e90cbcd1425c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.973677] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1461.973677] env[69744]: value = "task-3312874" [ 1461.973677] env[69744]: _type = "Task" [ 1461.973677] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.981049] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.483202] env[69744]: DEBUG oslo_vmware.api [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147269} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.483482] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.483630] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.483805] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.483980] env[69744]: INFO nova.compute.manager [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1462.484243] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.484439] env[69744]: DEBUG nova.compute.manager [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.484532] env[69744]: DEBUG nova.network.neutron [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.959857] env[69744]: DEBUG nova.compute.manager [req-00702489-5f14-4afe-9185-34403867af12 req-8798b6b2-c5c6-4c72-8f70-3d5d66df0ece service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Received event network-vif-deleted-d1196c50-be5c-48ea-9fec-d125b2f5bbee {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.959857] env[69744]: INFO nova.compute.manager [req-00702489-5f14-4afe-9185-34403867af12 req-8798b6b2-c5c6-4c72-8f70-3d5d66df0ece service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Neutron deleted interface d1196c50-be5c-48ea-9fec-d125b2f5bbee; detaching it from the instance and deleting it from the info cache [ 1462.959857] env[69744]: DEBUG nova.network.neutron [req-00702489-5f14-4afe-9185-34403867af12 req-8798b6b2-c5c6-4c72-8f70-3d5d66df0ece service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.439482] env[69744]: DEBUG nova.network.neutron [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.461710] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daa36437-271a-4a3d-9386-8c26d8a3f047 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.471613] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f20db6-9b75-41ef-b772-4fd452e55e57 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.503857] env[69744]: DEBUG nova.compute.manager [req-00702489-5f14-4afe-9185-34403867af12 req-8798b6b2-c5c6-4c72-8f70-3d5d66df0ece service nova] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Detach interface failed, port_id=d1196c50-be5c-48ea-9fec-d125b2f5bbee, reason: Instance 99e61efc-893d-44a3-a0d7-228cfbc4115e could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1463.942753] env[69744]: INFO nova.compute.manager [-] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Took 1.46 seconds to deallocate network for instance. [ 1464.449347] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.449698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.449829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.471242] env[69744]: INFO nova.scheduler.client.report [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted allocations for instance 99e61efc-893d-44a3-a0d7-228cfbc4115e [ 1464.979528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ba22641d-f79f-445f-8aa6-0630f885d94f tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "99e61efc-893d-44a3-a0d7-228cfbc4115e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.108s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.841320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "30eac159-47a5-408d-9d58-6927c53f7473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.841628] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.343656] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.864615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.864911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.866536] env[69744]: INFO nova.compute.claims [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.921868] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1929c5-003b-4ec7-b622-bb1ada3ebc56 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.930137] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63791230-a0e5-455d-a62c-1b6829bee916 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.960925] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3126b-3a46-40e1-b5f3-9243a4f8c3a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.968597] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f9252-2a32-40cf-abaa-9a9f1994cef8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.981847] env[69744]: DEBUG nova.compute.provider_tree [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.485129] env[69744]: DEBUG nova.scheduler.client.report [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.991424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.991940] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.497716] env[69744]: DEBUG nova.compute.utils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1469.499661] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.499879] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.560063] env[69744]: DEBUG nova.policy [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa6cced34b164aaf9aa0b03afd92e7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5593c4a4a344377aa7edf9f8556617a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.842894] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Successfully created port: 9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.003076] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.012907] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.039184] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.039307] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.039505] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.039706] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.039855] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.040013] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.040391] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.040391] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.040558] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.040783] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.040986] env[69744]: DEBUG nova.virt.hardware [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.041906] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5edfee-4773-4214-97ac-029505dd6239 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.049816] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff671d-d766-4182-8bda-f1012901dcdd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.190929] env[69744]: DEBUG nova.compute.manager [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Received event network-vif-plugged-9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.191160] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] Acquiring lock "30eac159-47a5-408d-9d58-6927c53f7473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.191356] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.191516] env[69744]: DEBUG oslo_concurrency.lockutils [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.191676] env[69744]: DEBUG nova.compute.manager [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] No waiting events found dispatching network-vif-plugged-9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.191835] env[69744]: WARNING nova.compute.manager [req-3b3aade8-d737-4807-98aa-9ab2b7b0e698 req-6e38b5c4-355b-4f05-8f9f-82beba216c6a service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Received unexpected event network-vif-plugged-9e75e2d5-be96-4643-b0e1-340cb3a40679 for instance with vm_state building and task_state spawning. [ 1471.276312] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Successfully updated port: 9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.779354] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.779499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.779697] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.311066] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.425795] env[69744]: DEBUG nova.network.neutron [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.928694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.929041] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Instance network_info: |[{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.929477] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:e9:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e75e2d5-be96-4643-b0e1-340cb3a40679', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.936953] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.937202] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.937427] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e2007c6-a459-479c-a93d-a16641a3bad6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.957891] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.957891] env[69744]: value = "task-3312880" [ 1472.957891] env[69744]: _type = "Task" [ 1472.957891] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.965180] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312880, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.217483] env[69744]: DEBUG nova.compute.manager [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Received event network-changed-9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.217701] env[69744]: DEBUG nova.compute.manager [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Refreshing instance network info cache due to event network-changed-9e75e2d5-be96-4643-b0e1-340cb3a40679. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1473.217925] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.218081] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.218245] env[69744]: DEBUG nova.network.neutron [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Refreshing network info cache for port 9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.468194] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312880, 'name': CreateVM_Task, 'duration_secs': 0.289397} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.468570] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.468996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.469180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.469501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.469751] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0215062c-f76c-402c-858e-c8e3580f9302 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.473834] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1473.473834] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52360789-2191-675c-c167-92fbd0658a61" [ 1473.473834] env[69744]: _type = "Task" [ 1473.473834] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.480981] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52360789-2191-675c-c167-92fbd0658a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.919382] env[69744]: DEBUG nova.network.neutron [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updated VIF entry in instance network info cache for port 9e75e2d5-be96-4643-b0e1-340cb3a40679. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.919773] env[69744]: DEBUG nova.network.neutron [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.983517] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52360789-2191-675c-c167-92fbd0658a61, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.983781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.984016] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.984254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.984398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.984642] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.984898] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-415f6439-46bb-4155-9742-e8208e9ea748 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.992604] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.992768] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.993467] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f7397d-3463-4b8f-9278-1e9ac7a78910 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.998396] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1473.998396] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab732-507d-7f5b-2fe8-f4be448cf44d" [ 1473.998396] env[69744]: _type = "Task" [ 1473.998396] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.006554] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab732-507d-7f5b-2fe8-f4be448cf44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.213598] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.422323] env[69744]: DEBUG oslo_concurrency.lockutils [req-b9073b94-a1c5-4e34-81e8-3d183514d09e req-a692e3ad-2b4e-423c-a0d7-2cccbad2ac84 service nova] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.509068] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521ab732-507d-7f5b-2fe8-f4be448cf44d, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.509906] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48370453-5750-4f0c-bf6a-d2ad92958b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.514798] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1474.514798] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a6814-6e80-c35e-5af2-4a5d79a6c69b" [ 1474.514798] env[69744]: _type = "Task" [ 1474.514798] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.521890] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a6814-6e80-c35e-5af2-4a5d79a6c69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.025224] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]528a6814-6e80-c35e-5af2-4a5d79a6c69b, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.025486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.025875] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.026694] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-286acbac-faa2-406f-a112-537c82ef8d37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.033190] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1475.033190] env[69744]: value = "task-3312882" [ 1475.033190] env[69744]: _type = "Task" [ 1475.033190] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.041139] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.543309] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312882, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.044826] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312882, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.213679] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.544763] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312882, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.494509} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.545123] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.545250] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.545494] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c828c281-6e87-4034-8f36-5154f796cf92 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.551134] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1476.551134] env[69744]: value = "task-3312884" [ 1476.551134] env[69744]: _type = "Task" [ 1476.551134] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.557959] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.060554] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057473} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.060858] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.061652] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeaf82d-5f55-422a-b07c-2aa8ef487e37 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.083142] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.083366] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a2b5e9-09da-44e2-ab78-2d6ecdfed9af {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.101947] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1477.101947] env[69744]: value = "task-3312885" [ 1477.101947] env[69744]: _type = "Task" [ 1477.101947] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.109309] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.612244] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312885, 'name': ReconfigVM_Task, 'duration_secs': 0.279549} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.612623] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.613095] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026938e2-8182-487d-94ed-fd6d470998bf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.619253] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1477.619253] env[69744]: value = "task-3312886" [ 1477.619253] env[69744]: _type = "Task" [ 1477.619253] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.626230] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312886, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.129254] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312886, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.209537] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.213016] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.213211] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.631010] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312886, 'name': Rename_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.716291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.716565] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.716738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.716899] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1478.717807] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996eefd3-b257-4827-806e-113d00e42805 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.726008] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca6265e-1dea-4568-a87f-021ac4b0f596 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.739872] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7f17a-5380-49c6-a32c-511e395cca3e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.746975] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dad53fe-7f8b-4549-b100-e9a4a9ce4656 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.776555] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180302MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1478.776747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.776925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.130957] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312886, 'name': Rename_Task, 'duration_secs': 1.137307} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.131242] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.131477] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7433f24a-c601-4074-8555-23e708b95421 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.138081] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1479.138081] env[69744]: value = "task-3312887" [ 1479.138081] env[69744]: _type = "Task" [ 1479.138081] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.145232] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.648186] env[69744]: DEBUG oslo_vmware.api [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312887, 'name': PowerOnVM_Task, 'duration_secs': 0.432589} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.648624] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.648624] env[69744]: INFO nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1479.648786] env[69744]: DEBUG nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.649579] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e4eca6-560c-452c-9e41-09f93a05142e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.798532] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.798650] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e03b2fab-c56a-49d3-94a6-a1d1062add6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.798896] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 30eac159-47a5-408d-9d58-6927c53f7473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.837772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.838014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.166079] env[69744]: INFO nova.compute.manager [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Took 13.32 seconds to build instance. [ 1480.301568] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.301786] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1480.301935] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1480.340782] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.412130] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b8555a-dc8a-4053-b95e-790e23048f8c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.419424] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e391dc63-f376-4b81-a773-c9c40c43dc61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.447963] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3e1ee5-f36d-46f1-b038-1394ccfe93fa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.454432] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a011b403-6516-44bb-8c0d-6f63e82a720d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.468173] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.667705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-4e9d4bb3-8117-4709-8c65-a5b80fd46154 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.826s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.861224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.970904] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.210411] env[69744]: DEBUG nova.compute.manager [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Received event network-changed-9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.210896] env[69744]: DEBUG nova.compute.manager [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Refreshing instance network info cache due to event network-changed-9e75e2d5-be96-4643-b0e1-340cb3a40679. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.210896] env[69744]: DEBUG oslo_concurrency.lockutils [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.211062] env[69744]: DEBUG oslo_concurrency.lockutils [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.211298] env[69744]: DEBUG nova.network.neutron [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Refreshing network info cache for port 9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.475316] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1481.475507] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.699s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.475770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.615s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.477358] env[69744]: INFO nova.compute.claims [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.986898] env[69744]: DEBUG nova.network.neutron [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updated VIF entry in instance network info cache for port 9e75e2d5-be96-4643-b0e1-340cb3a40679. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.987652] env[69744]: DEBUG nova.network.neutron [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.489756] env[69744]: DEBUG oslo_concurrency.lockutils [req-1cce4a5c-6352-42eb-9b30-1ad5f02461d9 req-f7db1d57-c9c8-4e0a-b630-9d3180e01f42 service nova] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.574404] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78452780-81a2-49c1-afc5-7e2419b023b9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.581840] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b775e9-b9ea-422d-983e-1822f1f482ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.610743] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38fddce-ebcd-485b-bf65-646b5275d87b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.617886] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e8bb1-3899-4038-a437-a55d49a70cd2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.631917] env[69744]: DEBUG nova.compute.provider_tree [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.134938] env[69744]: DEBUG nova.scheduler.client.report [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.480241] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.480482] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.480628] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.480765] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1483.640475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.640871] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.146549] env[69744]: DEBUG nova.compute.utils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1484.147947] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.148584] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1484.194753] env[69744]: DEBUG nova.policy [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f9b693e49842d5aa7c9fe7c9e00c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '471c7a2dd5994c84803f3346b38e4453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.214013] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.214180] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances with incomplete migration {{(pid=69744) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1484.512220] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Successfully created port: 9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.652123] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.157717] env[69744]: INFO nova.virt.block_device [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Booting with volume c93021a4-1d35-43de-9402-825a9b6ce0b6 at /dev/sda [ 1485.212976] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-403cdf07-d6d3-4134-8626-ab43c418270a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.222818] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36583958-b85b-4994-a076-77bd0f9d2b5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.248709] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d947bc20-327e-42e5-9a6b-0f10a84dc1e2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.256747] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677e6af-1580-42f6-98ce-3abc4e387d91 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.282155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e182d5-0474-4370-871d-ee3cbd4ae57d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.288012] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d32705-35f9-4312-8a3a-c77e12178ab2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.300359] env[69744]: DEBUG nova.virt.block_device [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating existing volume attachment record: 650ed439-44b4-4a00-8973-d7c7991c1614 {{(pid=69744) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1485.718062] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.718062] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Cleaning up deleted instances {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1485.951713] env[69744]: DEBUG nova.compute.manager [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Received event network-vif-plugged-9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.952096] env[69744]: DEBUG oslo_concurrency.lockutils [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.952428] env[69744]: DEBUG oslo_concurrency.lockutils [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.952714] env[69744]: DEBUG oslo_concurrency.lockutils [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.952998] env[69744]: DEBUG nova.compute.manager [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] No waiting events found dispatching network-vif-plugged-9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.953449] env[69744]: WARNING nova.compute.manager [req-2a46fdf4-61a1-431a-8a23-39d3b4e33bf9 req-a0dacfcf-c8f3-4aed-93ef-bc2a8f8045dc service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Received unexpected event network-vif-plugged-9331152f-64ed-42f2-a179-d336a1efefe2 for instance with vm_state building and task_state block_device_mapping. [ 1486.037032] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Successfully updated port: 9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.225467] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] There are 23 instances to clean {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1486.225805] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: ba539502-a8ab-4f54-8949-8712f1898928] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.542861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.543143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.543380] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.728951] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 6baa20e1-8a2a-4ced-a7ac-2564d9f0982b] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.075103] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.232374] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: eb623bd6-27d6-4ebc-b0ab-09f92ce6fb22] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.260500] env[69744]: DEBUG nova.network.neutron [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.391903] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1487.392421] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1487.392633] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.392785] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1487.392963] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.393121] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1487.393265] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1487.393467] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1487.393623] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1487.393789] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1487.393951] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1487.394166] env[69744]: DEBUG nova.virt.hardware [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1487.395106] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc6eb67-063f-47de-acbc-ffa0b7b49094 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.403223] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523bcd5-d7c5-4ca1-a1e2-ab80bcd61fe7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.735269] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8753c0b0-2f30-49c3-b2de-36925191d032] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.762636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.762919] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Instance network_info: |[{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.763330] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:75:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9331152f-64ed-42f2-a179-d336a1efefe2', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.770584] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.770984] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.771223] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fede9c64-f7d5-4c8c-bd2a-c8c23bfb1286 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.790208] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.790208] env[69744]: value = "task-3312888" [ 1487.790208] env[69744]: _type = "Task" [ 1487.790208] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.797371] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312888, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.980544] env[69744]: DEBUG nova.compute.manager [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Received event network-changed-9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.980803] env[69744]: DEBUG nova.compute.manager [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Refreshing instance network info cache due to event network-changed-9331152f-64ed-42f2-a179-d336a1efefe2. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1487.981099] env[69744]: DEBUG oslo_concurrency.lockutils [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.981273] env[69744]: DEBUG oslo_concurrency.lockutils [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.981437] env[69744]: DEBUG nova.network.neutron [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Refreshing network info cache for port 9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.238812] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 20e6026f-7f9d-4fc0-aeac-32212df74a96] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.300700] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312888, 'name': CreateVM_Task, 'duration_secs': 0.292906} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.300946] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.301505] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '650ed439-44b4-4a00-8973-d7c7991c1614', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661485', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'name': 'volume-c93021a4-1d35-43de-9402-825a9b6ce0b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc07473-29c6-470d-8aea-8a9a3b3d7c19', 'attached_at': '', 'detached_at': '', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'serial': 'c93021a4-1d35-43de-9402-825a9b6ce0b6'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69744) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1488.301723] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Root volume attach. Driver type: vmdk {{(pid=69744) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1488.302510] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595843a-f98f-49be-950c-a1c7e1cc6a90 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.309791] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6736507c-14be-4020-9883-86c4d0a3628a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.315459] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaefb71-eb90-427c-8009-4ed89616a642 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.320833] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-08b9e07e-9126-4c9c-a42c-8976a4a1d609 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.326827] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1488.326827] env[69744]: value = "task-3312889" [ 1488.326827] env[69744]: _type = "Task" [ 1488.326827] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.333983] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312889, 'name': RelocateVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.703803] env[69744]: DEBUG nova.network.neutron [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updated VIF entry in instance network info cache for port 9331152f-64ed-42f2-a179-d336a1efefe2. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.704189] env[69744]: DEBUG nova.network.neutron [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.742156] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f30b4103-ee3a-42bb-9f93-d21e54e14973] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.836895] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312889, 'name': RelocateVM_Task, 'duration_secs': 0.027176} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.837113] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Volume attach. Driver type: vmdk {{(pid=69744) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1488.837326] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661485', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'name': 'volume-c93021a4-1d35-43de-9402-825a9b6ce0b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc07473-29c6-470d-8aea-8a9a3b3d7c19', 'attached_at': '', 'detached_at': '', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'serial': 'c93021a4-1d35-43de-9402-825a9b6ce0b6'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1488.838066] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4beb090-ef82-407b-941b-277071022164 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.853858] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300cc79-47a8-49ff-9de2-90b0a28a4a21 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.874451] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-c93021a4-1d35-43de-9402-825a9b6ce0b6/volume-c93021a4-1d35-43de-9402-825a9b6ce0b6.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.874728] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a27fea2-8b9a-413f-8401-888dfb2001fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.893639] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1488.893639] env[69744]: value = "task-3312890" [ 1488.893639] env[69744]: _type = "Task" [ 1488.893639] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.901492] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.207659] env[69744]: DEBUG oslo_concurrency.lockutils [req-b55f4f74-ba82-4659-9dba-c7902bfdacf5 req-8c36a036-fe9e-495e-897f-0b9da454fdc8 service nova] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.245497] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 2e047f46-6331-4a90-82fe-52d89cc10d04] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.403620] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312890, 'name': ReconfigVM_Task, 'duration_secs': 0.236598} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.403891] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-c93021a4-1d35-43de-9402-825a9b6ce0b6/volume-c93021a4-1d35-43de-9402-825a9b6ce0b6.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.408717] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930567d4-6244-4551-8f0d-30cba66d64d4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.422359] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1489.422359] env[69744]: value = "task-3312891" [ 1489.422359] env[69744]: _type = "Task" [ 1489.422359] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.429580] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.749252] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f297b582-8c56-48db-9177-462c5c48a8ab] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.932588] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312891, 'name': ReconfigVM_Task, 'duration_secs': 0.116594} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.932884] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661485', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'name': 'volume-c93021a4-1d35-43de-9402-825a9b6ce0b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc07473-29c6-470d-8aea-8a9a3b3d7c19', 'attached_at': '', 'detached_at': '', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'serial': 'c93021a4-1d35-43de-9402-825a9b6ce0b6'} {{(pid=69744) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1489.933429] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd14b94-7c91-40ae-90eb-636f08437776 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.939766] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1489.939766] env[69744]: value = "task-3312892" [ 1489.939766] env[69744]: _type = "Task" [ 1489.939766] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.946939] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312892, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.252915] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: e7cbb897-d91b-4224-a87e-1030103a2cc8] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.448879] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312892, 'name': Rename_Task, 'duration_secs': 0.147518} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.449182] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.449448] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b8e282-87b5-401f-80a7-65605c548b45 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.455489] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1490.455489] env[69744]: value = "task-3312893" [ 1490.455489] env[69744]: _type = "Task" [ 1490.455489] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.462360] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.756173] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 24d986be-5b19-448c-aa77-45a8c30e9436] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.966008] env[69744]: DEBUG oslo_vmware.api [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312893, 'name': PowerOnVM_Task, 'duration_secs': 0.398272} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.966268] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.966441] env[69744]: INFO nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Took 3.57 seconds to spawn the instance on the hypervisor. [ 1490.966620] env[69744]: DEBUG nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.967383] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce7fae-50b1-49f6-a446-c78317aec344 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.259655] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: a768d6e4-adb2-4798-97ac-7564782db848] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.484939] env[69744]: INFO nova.compute.manager [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Took 10.64 seconds to build instance. [ 1491.763099] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 57c8d735-784c-4753-8739-99eac811701d] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.987134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-d5fe0f38-37d8-4393-a679-3d5e15c4a893 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.149s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.266125] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 24175edd-44e4-4d0c-ba7b-58ccf89b9ecd] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.550324] env[69744]: DEBUG nova.compute.manager [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.550427] env[69744]: DEBUG nova.compute.manager [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing instance network info cache due to event network-changed-af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1492.550623] env[69744]: DEBUG oslo_concurrency.lockutils [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] Acquiring lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.550765] env[69744]: DEBUG oslo_concurrency.lockutils [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] Acquired lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.550923] env[69744]: DEBUG nova.network.neutron [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Refreshing network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.769553] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: b3924e40-8caa-44f5-ad4a-91bb57071328] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.235427] env[69744]: DEBUG nova.network.neutron [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updated VIF entry in instance network info cache for port af9dea7a-0f2f-42ea-a323-2b2437b17d41. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.235785] env[69744]: DEBUG nova.network.neutron [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [{"id": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "address": "fa:16:3e:b5:a2:be", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9dea7a-0f", "ovs_interfaceid": "af9dea7a-0f2f-42ea-a323-2b2437b17d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.272684] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 8f395158-662b-461d-95d0-b7c1724130e5] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.738836] env[69744]: DEBUG oslo_concurrency.lockutils [req-fa693a47-399e-4486-b62e-2c533139f805 req-ec0ee13b-1c59-4bf1-b9c1-4ae32a0cb924 service nova] Releasing lock "refresh_cache-a4405c0e-4d4c-4ee0-868b-c963716ba56a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.776563] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 99e61efc-893d-44a3-a0d7-228cfbc4115e] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.991331] env[69744]: DEBUG nova.compute.manager [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1494.280276] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 360f0757-d79a-40b1-8120-0d30f562e597] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.511047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.511329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.575035] env[69744]: DEBUG nova.compute.manager [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Received event network-changed-9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.575192] env[69744]: DEBUG nova.compute.manager [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Refreshing instance network info cache due to event network-changed-9331152f-64ed-42f2-a179-d336a1efefe2. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1494.575410] env[69744]: DEBUG oslo_concurrency.lockutils [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.575555] env[69744]: DEBUG oslo_concurrency.lockutils [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.575714] env[69744]: DEBUG nova.network.neutron [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Refreshing network info cache for port 9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.783962] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: f81746f1-4190-4413-bc02-7ee143af467a] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.016653] env[69744]: INFO nova.compute.claims [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.267100] env[69744]: DEBUG nova.network.neutron [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updated VIF entry in instance network info cache for port 9331152f-64ed-42f2-a179-d336a1efefe2. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.267509] env[69744]: DEBUG nova.network.neutron [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.287533] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 92ee1450-3abe-4aaf-b288-0532676959d7] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.523124] env[69744]: INFO nova.compute.resource_tracker [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating resource usage from migration d32a66c8-2fea-45b9-ad32-e4c88790e330 [ 1495.585632] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4378c1a1-7dcf-4b33-8924-446fb3abe196 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.593083] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357dbd0-10dd-427a-b228-1078b885a5a2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.622721] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d86bfc0-d611-40ed-a1fc-8f71d3f58c59 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.629507] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1007bcb-d209-436d-82a2-5a8640570450 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.642660] env[69744]: DEBUG nova.compute.provider_tree [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.770526] env[69744]: DEBUG oslo_concurrency.lockutils [req-a05b627a-9541-4181-ab22-fa7b003ce14b req-3af4b945-c604-4869-9269-0ca813c809dd service nova] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.790764] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 1810fa1a-e1e7-413f-8b32-80df20217851] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.146098] env[69744]: DEBUG nova.scheduler.client.report [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.294124] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 3ead94d9-2bea-4854-bc92-96a8b492decd] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.651400] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.140s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.651615] env[69744]: INFO nova.compute.manager [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Migrating [ 1496.797203] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 28f28fbf-7a7b-4fae-8b98-065fd5ba1082] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.165260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.165487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.165698] env[69744]: DEBUG nova.network.neutron [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.300304] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] [instance: 3d6514b1-c701-4c38-9a35-0a1866562f12] Instance has had 0 of 5 cleanup attempts {{(pid=69744) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.803309] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.866939] env[69744]: DEBUG nova.network.neutron [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.369572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.884078] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a221b1-9c68-4bca-bba0-b54a93e10c26 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.902345] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.408511] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.408832] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2295d3c0-26f5-430b-a0e1-54a442162346 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.416357] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1500.416357] env[69744]: value = "task-3312894" [ 1500.416357] env[69744]: _type = "Task" [ 1500.416357] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.424573] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.926723] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312894, 'name': PowerOffVM_Task, 'duration_secs': 0.149946} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.927188] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.927188] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1501.433786] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.434088] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.434177] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.434378] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.434523] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.434673] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.434876] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.435056] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.435229] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.435398] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.435572] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.440784] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6ed8dd-2b23-484c-af34-cdb6578828fc {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.457327] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1501.457327] env[69744]: value = "task-3312895" [ 1501.457327] env[69744]: _type = "Task" [ 1501.457327] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.466320] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.969092] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312895, 'name': ReconfigVM_Task, 'duration_secs': 0.178237} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.969549] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1502.475897] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.476246] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.476443] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.476641] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.476795] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.476945] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.477158] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.477318] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.477499] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.477648] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.477817] env[69744]: DEBUG nova.virt.hardware [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.483123] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1502.483414] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15d4189-9ba3-4ac8-89e1-50a8922fd7c7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.502480] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1502.502480] env[69744]: value = "task-3312896" [ 1502.502480] env[69744]: _type = "Task" [ 1502.502480] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.509813] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.013152] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312896, 'name': ReconfigVM_Task, 'duration_secs': 0.150552} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.013518] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1503.014122] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10903061-9fe1-4a5c-9a29-343196353398 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.036823] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-c93021a4-1d35-43de-9402-825a9b6ce0b6/volume-c93021a4-1d35-43de-9402-825a9b6ce0b6.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.037430] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a2e9d2-2dca-4a9a-a3aa-6a26981f8bfb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.054457] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1503.054457] env[69744]: value = "task-3312897" [ 1503.054457] env[69744]: _type = "Task" [ 1503.054457] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.061609] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.563730] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312897, 'name': ReconfigVM_Task, 'duration_secs': 0.242827} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.564009] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-c93021a4-1d35-43de-9402-825a9b6ce0b6/volume-c93021a4-1d35-43de-9402-825a9b6ce0b6.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.564280] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1504.071317] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d57b9db-7104-4286-b038-4f81c57d3017 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.090133] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd6b91-6a1c-47b4-bd9a-b3e834413b0d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.107123] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1505.744950] env[69744]: DEBUG nova.network.neutron [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Port 9331152f-64ed-42f2-a179-d336a1efefe2 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1506.768947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.768947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.768947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.799931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.800239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.800323] env[69744]: DEBUG nova.network.neutron [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.631488] env[69744]: DEBUG nova.network.neutron [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.134251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.643572] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e2106-fcd1-49fd-80f9-69397db9e174 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.651166] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ffef2-a5aa-4262-a94e-bc54e39ac20b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.748927] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca42de-82f0-4fce-a4f6-2f693a04ce6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.767403] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2f77f-c36b-464a-b8fa-534d607524ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.773865] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.279624] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.279916] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a605cc31-96c9-4f39-af0b-4776b19cd3b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.287158] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1511.287158] env[69744]: value = "task-3312898" [ 1511.287158] env[69744]: _type = "Task" [ 1511.287158] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.294898] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.796774] env[69744]: DEBUG oslo_vmware.api [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312898, 'name': PowerOnVM_Task, 'duration_secs': 0.354393} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.797068] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.797231] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-19f280bb-c6a3-4131-af31-f28701d2f425 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance '8cc07473-29c6-470d-8aea-8a9a3b3d7c19' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1514.587124] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.587543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.587610] env[69744]: DEBUG nova.compute.manager [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Going to confirm migration 10 {{(pid=69744) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1515.124603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.124770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquired lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.124947] env[69744]: DEBUG nova.network.neutron [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.125160] env[69744]: DEBUG nova.objects.instance [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'info_cache' on Instance uuid 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.318669] env[69744]: DEBUG nova.network.neutron [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [{"id": "9331152f-64ed-42f2-a179-d336a1efefe2", "address": "fa:16:3e:16:75:41", "network": {"id": "6585ba01-9110-4f35-8cce-353a0bdc70b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1672072610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "471c7a2dd5994c84803f3346b38e4453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9331152f-64", "ovs_interfaceid": "9331152f-64ed-42f2-a179-d336a1efefe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.821897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Releasing lock "refresh_cache-8cc07473-29c6-470d-8aea-8a9a3b3d7c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.822149] env[69744]: DEBUG nova.objects.instance [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'migration_context' on Instance uuid 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.325562] env[69744]: DEBUG nova.objects.base [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Object Instance<8cc07473-29c6-470d-8aea-8a9a3b3d7c19> lazy-loaded attributes: info_cache,migration_context {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1517.326619] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57ad79-8d64-4ec9-94a8-937af6807739 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.346636] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a2eb54-8d38-46ab-8f8a-d0ee82b0beea {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.351669] env[69744]: DEBUG oslo_vmware.api [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1517.351669] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52884352-ff6f-31a7-c346-fcfde226ae9f" [ 1517.351669] env[69744]: _type = "Task" [ 1517.351669] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.359453] env[69744]: DEBUG oslo_vmware.api [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52884352-ff6f-31a7-c346-fcfde226ae9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.861707] env[69744]: DEBUG oslo_vmware.api [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52884352-ff6f-31a7-c346-fcfde226ae9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.861990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.862270] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.438726] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1da57d-64d9-4535-b65d-3c0a12f9bf85 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.445843] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc74377-ac3f-44eb-ae8f-615871a02e6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.476258] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce95714-0a20-4807-acbb-c3628e26e8b5 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.483886] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5653a12-17b7-4fa6-abc0-f0e17ccc9eda {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.497833] env[69744]: DEBUG nova.compute.provider_tree [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.001228] env[69744]: DEBUG nova.scheduler.client.report [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.379130] env[69744]: DEBUG nova.compute.manager [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Stashing vm_state: active {{(pid=69744) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1519.897823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.012463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.150s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.015227] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.118s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.523923] env[69744]: INFO nova.compute.claims [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.568987] env[69744]: INFO nova.scheduler.client.report [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocation for migration d32a66c8-2fea-45b9-ad32-e4c88790e330 [ 1521.029630] env[69744]: INFO nova.compute.resource_tracker [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating resource usage from migration 8d24fe68-b1ae-4ea7-a63a-c7affbbdb9e0 [ 1521.073646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-8d64351f-ad78-4a8b-a694-15155064f9ca tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.486s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.096541] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891e5eb-1f56-4b7d-9d49-6c08407927f4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.104506] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ea0212-69bc-49e0-a8ae-2a6335876280 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.134540] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192597a2-f390-462a-ac4b-36348b021aee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.141466] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7756dc1-ab0f-4dbe-be55-b9d9f7922c5c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.154379] env[69744]: DEBUG nova.compute.provider_tree [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.160575] env[69744]: INFO nova.compute.manager [None req-cb3bcd6f-dca5-4af3-9ff1-6bbdb875887e tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Get console output [ 1521.160782] env[69744]: WARNING nova.virt.vmwareapi.driver [None req-cb3bcd6f-dca5-4af3-9ff1-6bbdb875887e tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] The console log is missing. Check your VSPC configuration [ 1521.657767] env[69744]: DEBUG nova.scheduler.client.report [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.162916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.163217] env[69744]: INFO nova.compute.manager [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Migrating [ 1522.678066] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.678066] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.678066] env[69744]: DEBUG nova.network.neutron [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.433983] env[69744]: DEBUG nova.network.neutron [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.937063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.451053] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b09cd0f-f770-4c50-90c9-f086fc97757e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.469941] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 0 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.976096] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.976423] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c11ad01-5f32-43c0-b4f1-94d40bbb38de {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.985402] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1525.985402] env[69744]: value = "task-3312899" [ 1525.985402] env[69744]: _type = "Task" [ 1525.985402] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.992987] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.495902] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312899, 'name': PowerOffVM_Task, 'duration_secs': 0.205067} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.496326] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.496390] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 17 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.002211] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1527.002474] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.002632] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1527.002812] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.002960] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1527.003120] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1527.003329] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1527.003485] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1527.003653] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1527.003817] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1527.004071] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1527.009107] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cec0e77-24de-4d10-8c52-71c1ad9e06e7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.027765] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1527.027765] env[69744]: value = "task-3312900" [ 1527.027765] env[69744]: _type = "Task" [ 1527.027765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.037319] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.537571] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312900, 'name': ReconfigVM_Task, 'duration_secs': 0.167696} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.537958] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 33 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1528.043932] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.044216] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.044376] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.044578] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.044728] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.044878] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.045088] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.045248] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.045411] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.045572] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.045743] env[69744]: DEBUG nova.virt.hardware [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.051087] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1528.051371] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c0eaaa-a3ae-412a-9159-48d1c2895a2f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.075421] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1528.075421] env[69744]: value = "task-3312901" [ 1528.075421] env[69744]: _type = "Task" [ 1528.075421] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.085611] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.584859] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.085553] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.586756] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312901, 'name': ReconfigVM_Task, 'duration_secs': 1.161807} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.587127] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1529.587773] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496f4a0-8db3-4447-8982-ff59b42e9e70 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.611412] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.611664] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb122ac3-9218-4d49-8231-4559196e6c96 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.629916] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1529.629916] env[69744]: value = "task-3312902" [ 1529.629916] env[69744]: _type = "Task" [ 1529.629916] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.637223] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.139527] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312902, 'name': ReconfigVM_Task, 'duration_secs': 0.258047} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.139799] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.140046] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 50 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.646667] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4475a0-e689-4320-af84-6bde7ee66c0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.665251] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab106f5b-346f-431a-8ba9-3465811797f9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.681761] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 67 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.220925] env[69744]: DEBUG nova.network.neutron [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Port 9e75e2d5-be96-4643-b0e1-340cb3a40679 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1532.243249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "30eac159-47a5-408d-9d58-6927c53f7473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.243597] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.243657] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.277813] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.278102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.278193] env[69744]: DEBUG nova.network.neutron [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.970382] env[69744]: DEBUG nova.network.neutron [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.472963] env[69744]: DEBUG oslo_concurrency.lockutils [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.996510] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922eee32-0f43-4ee0-bd25-16dfe3a7f665 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.015094] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb7c68-88d3-41e1-ac86-ab6244f870ec {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.021608] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 83 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1535.527547] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.527966] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a055bd-a571-40e6-bb1a-b0122679d673 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.535527] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1535.535527] env[69744]: value = "task-3312903" [ 1535.535527] env[69744]: _type = "Task" [ 1535.535527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.542983] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.045643] env[69744]: DEBUG oslo_vmware.api [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312903, 'name': PowerOnVM_Task, 'duration_secs': 0.351538} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.045643] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.046152] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-296a9a21-db61-496b-8989-d20cc728965e tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance '30eac159-47a5-408d-9d58-6927c53f7473' progress to 100 {{(pid=69744) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.735868] env[69744]: DEBUG nova.network.neutron [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Port 9e75e2d5-be96-4643-b0e1-340cb3a40679 binding to destination host cpu-1 is already ACTIVE {{(pid=69744) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1538.736163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.736307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.736485] env[69744]: DEBUG nova.network.neutron [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.465264] env[69744]: DEBUG nova.network.neutron [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.967931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.471459] env[69744]: DEBUG nova.compute.manager [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69744) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1540.471694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.472242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.975336] env[69744]: DEBUG nova.objects.instance [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'migration_context' on Instance uuid 30eac159-47a5-408d-9d58-6927c53f7473 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.548649] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557be020-af80-47e8-a445-f049f27ae173 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.556304] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c23e6d-cd55-4729-b558-c2240e82a457 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.586880] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb62d6a-4a6c-4b6a-8fe9-6576e5ae930e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.594024] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9910f5-cc59-4c71-96e0-cc44e56bfcee {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.606764] env[69744]: DEBUG nova.compute.provider_tree [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.110628] env[69744]: DEBUG nova.scheduler.client.report [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.121745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.650s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.656021] env[69744]: INFO nova.compute.manager [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Swapping old allocation on dict_keys(['159bdab9-d750-4e8c-86c9-321f1e6d6636']) held by migration 8d24fe68-b1ae-4ea7-a63a-c7affbbdb9e0 for instance [ 1544.678182] env[69744]: DEBUG nova.scheduler.client.report [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Overwriting current allocation {'allocations': {'159bdab9-d750-4e8c-86c9-321f1e6d6636': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 184}}, 'project_id': 'b5593c4a4a344377aa7edf9f8556617a', 'user_id': 'fa6cced34b164aaf9aa0b03afd92e7a3', 'consumer_generation': 1} on consumer 30eac159-47a5-408d-9d58-6927c53f7473 {{(pid=69744) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1544.759045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.759249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.759433] env[69744]: DEBUG nova.network.neutron [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.461046] env[69744]: DEBUG nova.network.neutron [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [{"id": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "address": "fa:16:3e:a7:e9:a7", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e75e2d5-be", "ovs_interfaceid": "9e75e2d5-be96-4643-b0e1-340cb3a40679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.964199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-30eac159-47a5-408d-9d58-6927c53f7473" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.964639] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.964967] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f48aba4-7b46-4210-a30a-acca568ad9d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.972761] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1545.972761] env[69744]: value = "task-3312904" [ 1545.972761] env[69744]: _type = "Task" [ 1545.972761] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.980586] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.483192] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312904, 'name': PowerOffVM_Task, 'duration_secs': 0.172765} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.483466] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.484129] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.484348] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.484504] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.484687] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.484864] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.485170] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.485236] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.485361] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.485525] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.485684] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.485852] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.490749] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a20736d-abd0-4f7a-8a25-51fb606fc6be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.505633] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1546.505633] env[69744]: value = "task-3312905" [ 1546.505633] env[69744]: _type = "Task" [ 1546.505633] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.512880] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.016053] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312905, 'name': ReconfigVM_Task, 'duration_secs': 0.125822} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.016888] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38a07b-b2c3-459a-bd8d-291a2691f120 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.034230] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.034469] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.034625] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.034823] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.035012] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.035180] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.035387] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.035543] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.035704] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.035862] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.036041] env[69744]: DEBUG nova.virt.hardware [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.036798] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4269f9b-ae40-44c2-b36a-ba0fe7c35282 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.041816] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1547.041816] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520691c5-1dd4-1998-c02f-8b8b9d1060e5" [ 1547.041816] env[69744]: _type = "Task" [ 1547.041816] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.049411] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520691c5-1dd4-1998-c02f-8b8b9d1060e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.552113] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]520691c5-1dd4-1998-c02f-8b8b9d1060e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.558205] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1547.558528] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd1d5eb-1df6-4aed-9b5c-60f2e17366fd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.577867] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1547.577867] env[69744]: value = "task-3312906" [ 1547.577867] env[69744]: _type = "Task" [ 1547.577867] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.590471] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.802573] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.802822] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.088484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.088944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.089089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.089348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.089564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.091318] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312906, 'name': ReconfigVM_Task, 'duration_secs': 0.175886} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.091748] env[69744]: INFO nova.compute.manager [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Terminating instance [ 1548.093011] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1548.094516] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ea285-4580-4f93-97bd-e077dc14e263 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.116421] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.117200] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b6f64f-249b-4703-996d-c89d2fb803a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.134782] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1548.134782] env[69744]: value = "task-3312907" [ 1548.134782] env[69744]: _type = "Task" [ 1548.134782] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.142849] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.309536] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.309869] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.309869] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.309945] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.310055] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.310270] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.310420] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1548.310572] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.598833] env[69744]: DEBUG nova.compute.manager [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.599095] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.600054] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a871388-15b0-4f46-a7e3-8d71031b13d8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.606680] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1548.606680] env[69744]: value = "task-3312908" [ 1548.606680] env[69744]: _type = "Task" [ 1548.606680] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.614665] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.643687] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.813531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.813743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.813912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.814085] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1548.814949] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5608a6-3373-4b2e-8eb8-ad591e0ae1a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.823970] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c7c45-3a55-420b-9c3c-5446273ff595 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.838673] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3afb307-3fe6-4a32-ad11-f9fdee53ad08 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.845283] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3827c58-dabc-4ec9-84ca-5ba0d7fe43d1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.875822] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180393MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1548.875965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.876254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.117182] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312908, 'name': PowerOffVM_Task, 'duration_secs': 0.17624} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.117536] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.117590] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Volume detach. Driver type: vmdk {{(pid=69744) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1549.117746] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661485', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'name': 'volume-c93021a4-1d35-43de-9402-825a9b6ce0b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8cc07473-29c6-470d-8aea-8a9a3b3d7c19', 'attached_at': '2025-04-04T07:48:35.000000', 'detached_at': '', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'serial': 'c93021a4-1d35-43de-9402-825a9b6ce0b6'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1549.118487] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed3699-2cd5-4693-8f41-9245d3816c25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.138796] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b9ef9-ff87-4819-a85c-81e55a967ac6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.145545] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312907, 'name': ReconfigVM_Task, 'duration_secs': 0.793803} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.147106] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473/30eac159-47a5-408d-9d58-6927c53f7473.vmdk or device None with type thin {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.147887] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca58ebc2-31d2-4753-8e54-4a8e10fc8cc8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.150419] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa976faf-c153-4c68-91d8-f73fe18d60f3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.180012] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8469b3-73a6-42ef-b4c9-9f731281013e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.182522] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1badfdf4-4bf4-469d-b9fa-08a131a927ac {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.208434] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6990b0-cbeb-4307-a402-de349fc90565 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.210672] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] The volume has not been displaced from its original location: [datastore1] volume-c93021a4-1d35-43de-9402-825a9b6ce0b6/volume-c93021a4-1d35-43de-9402-825a9b6ce0b6.vmdk. No consolidation needed. {{(pid=69744) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1549.215736] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1549.215984] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522547f7-e48a-49b5-b2ee-aced6c9fca03 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.243734] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e535cfe-be12-4b78-9fd5-ff4bd0dc9b3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.246282] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1549.246282] env[69744]: value = "task-3312909" [ 1549.246282] env[69744]: _type = "Task" [ 1549.246282] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.251554] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.252100] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7901b5f3-89bf-4c37-9759-1bd8fec67f61 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.256802] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.258026] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1549.258026] env[69744]: value = "task-3312910" [ 1549.258026] env[69744]: _type = "Task" [ 1549.258026] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.266890] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.756478] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312909, 'name': ReconfigVM_Task, 'duration_secs': 0.145845} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.756771] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=69744) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1549.761464] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7299aba5-6746-49f1-85b7-e6f1515a615c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.778189] env[69744]: DEBUG oslo_vmware.api [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312910, 'name': PowerOnVM_Task, 'duration_secs': 0.341159} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.779311] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.782507] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1549.782507] env[69744]: value = "task-3312911" [ 1549.782507] env[69744]: _type = "Task" [ 1549.782507] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.790283] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.901941] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.902085] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance e03b2fab-c56a-49d3-94a6-a1d1062add6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.902200] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.902385] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance 30eac159-47a5-408d-9d58-6927c53f7473 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.902577] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1549.902716] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1549.958604] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d88c73-eda9-44dc-96c9-ab105f795c29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.965823] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7637917-67f7-4e6e-99aa-3f1cb24aeeaf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.994284] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e4eff-6773-4f03-9ade-1ed85a361b12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.001398] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd7829-442e-4062-ae0a-2c3758022125 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.013966] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.296605] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312911, 'name': ReconfigVM_Task, 'duration_secs': 0.13745} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.296907] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-661485', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'name': 'volume-c93021a4-1d35-43de-9402-825a9b6ce0b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8cc07473-29c6-470d-8aea-8a9a3b3d7c19', 'attached_at': '2025-04-04T07:48:35.000000', 'detached_at': '', 'volume_id': 'c93021a4-1d35-43de-9402-825a9b6ce0b6', 'serial': 'c93021a4-1d35-43de-9402-825a9b6ce0b6'} {{(pid=69744) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1550.297198] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.297964] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5069ad6-5ab9-432c-87b8-bb692615ac29 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.304138] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.304362] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a78c1c7-bad4-4f23-8ee0-9a3497584468 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.364613] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.364857] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.365078] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore1] 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.365324] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd81839-28fb-4dcd-82a2-62fb383e2e6d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.372358] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1550.372358] env[69744]: value = "task-3312913" [ 1550.372358] env[69744]: _type = "Task" [ 1550.372358] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.380130] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.517095] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.793078] env[69744]: INFO nova.compute.manager [None req-42e1c944-7069-4cf7-8fec-ebd56c8cabd6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance to original state: 'active' [ 1551.579109] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1551.579504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.703s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.590775] env[69744]: DEBUG oslo_vmware.api [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076797} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.590775] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.590775] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.590775] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.590775] env[69744]: INFO nova.compute.manager [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1551.590775] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1551.590775] env[69744]: DEBUG nova.compute.manager [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.590775] env[69744]: DEBUG nova.network.neutron [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.151842] env[69744]: DEBUG nova.compute.manager [req-185f4344-5e56-44dc-b45a-05a62768188a req-0a88b1f8-b94a-4f2d-8592-3d8f3d8a8652 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Received event network-vif-deleted-9331152f-64ed-42f2-a179-d336a1efefe2 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.152014] env[69744]: INFO nova.compute.manager [req-185f4344-5e56-44dc-b45a-05a62768188a req-0a88b1f8-b94a-4f2d-8592-3d8f3d8a8652 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Neutron deleted interface 9331152f-64ed-42f2-a179-d336a1efefe2; detaching it from the instance and deleting it from the info cache [ 1552.152280] env[69744]: DEBUG nova.network.neutron [req-185f4344-5e56-44dc-b45a-05a62768188a req-0a88b1f8-b94a-4f2d-8592-3d8f3d8a8652 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.303587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "30eac159-47a5-408d-9d58-6927c53f7473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.305023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.305023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "30eac159-47a5-408d-9d58-6927c53f7473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.305023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.305023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.306491] env[69744]: INFO nova.compute.manager [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Terminating instance [ 1552.579869] env[69744]: DEBUG nova.network.neutron [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.654571] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca56d92-db5b-4d64-967b-d25c153e5aaa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.664327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a45b1-1e0f-436a-be48-f721f97079be {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.689871] env[69744]: DEBUG nova.compute.manager [req-185f4344-5e56-44dc-b45a-05a62768188a req-0a88b1f8-b94a-4f2d-8592-3d8f3d8a8652 service nova] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Detach interface failed, port_id=9331152f-64ed-42f2-a179-d336a1efefe2, reason: Instance 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1552.811586] env[69744]: DEBUG nova.compute.manager [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.811785] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.812687] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4363aa-7672-47fc-884e-e11a8d2a1c6c {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.820237] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.820468] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44adb494-065a-406c-b96b-3446f15574c8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.826343] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1552.826343] env[69744]: value = "task-3312914" [ 1552.826343] env[69744]: _type = "Task" [ 1552.826343] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.835709] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.083101] env[69744]: INFO nova.compute.manager [-] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Took 1.49 seconds to deallocate network for instance. [ 1553.335969] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312914, 'name': PowerOffVM_Task, 'duration_secs': 0.158573} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.336196] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.336359] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.336601] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d594ff00-4492-40c4-801b-477cd2cf0537 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.400281] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.400650] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.400962] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleting the datastore file [datastore1] 30eac159-47a5-408d-9d58-6927c53f7473 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.401360] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df3eb3c3-5ec2-439e-b66b-8d633ce10be3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.408887] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1553.408887] env[69744]: value = "task-3312916" [ 1553.408887] env[69744]: _type = "Task" [ 1553.408887] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.416392] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.625361] env[69744]: INFO nova.compute.manager [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Took 0.54 seconds to detach 1 volumes for instance. [ 1553.627519] env[69744]: DEBUG nova.compute.manager [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: 8cc07473-29c6-470d-8aea-8a9a3b3d7c19] Deleting volume: c93021a4-1d35-43de-9402-825a9b6ce0b6 {{(pid=69744) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1553.918574] env[69744]: DEBUG oslo_vmware.api [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161536} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.918756] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.918919] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.919107] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.919283] env[69744]: INFO nova.compute.manager [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1553.919509] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1553.919689] env[69744]: DEBUG nova.compute.manager [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.919783] env[69744]: DEBUG nova.network.neutron [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.167757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.168176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.168461] env[69744]: DEBUG nova.objects.instance [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'resources' on Instance uuid 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.380861] env[69744]: DEBUG nova.compute.manager [req-8792f988-0adc-4728-8393-e3dff4269a27 req-edd109f2-d542-4444-9284-562a28b7b422 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Received event network-vif-deleted-9e75e2d5-be96-4643-b0e1-340cb3a40679 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.381807] env[69744]: INFO nova.compute.manager [req-8792f988-0adc-4728-8393-e3dff4269a27 req-edd109f2-d542-4444-9284-562a28b7b422 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Neutron deleted interface 9e75e2d5-be96-4643-b0e1-340cb3a40679; detaching it from the instance and deleting it from the info cache [ 1554.381807] env[69744]: DEBUG nova.network.neutron [req-8792f988-0adc-4728-8393-e3dff4269a27 req-edd109f2-d542-4444-9284-562a28b7b422 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.732776] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f1e61-cad3-40aa-a893-5429a7f605f2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.739948] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c23f4-f532-40b5-a6d7-0fb4edcd7b02 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.769318] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f68d1d-6c77-48fd-9cc5-08f83993a2db {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.776130] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a312a3f-c15b-474b-85bf-ac5bcfd31678 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.788754] env[69744]: DEBUG nova.compute.provider_tree [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.861867] env[69744]: DEBUG nova.network.neutron [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.883517] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db662857-4e79-4b43-9ce1-b7f299e28504 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.893646] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886cd800-48fb-419e-a2f2-3eec56af11fe {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.919632] env[69744]: DEBUG nova.compute.manager [req-8792f988-0adc-4728-8393-e3dff4269a27 req-edd109f2-d542-4444-9284-562a28b7b422 service nova] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Detach interface failed, port_id=9e75e2d5-be96-4643-b0e1-340cb3a40679, reason: Instance 30eac159-47a5-408d-9d58-6927c53f7473 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1555.291651] env[69744]: DEBUG nova.scheduler.client.report [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.364410] env[69744]: INFO nova.compute.manager [-] [instance: 30eac159-47a5-408d-9d58-6927c53f7473] Took 1.44 seconds to deallocate network for instance. [ 1555.796295] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.815288] env[69744]: INFO nova.scheduler.client.report [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocations for instance 8cc07473-29c6-470d-8aea-8a9a3b3d7c19 [ 1555.870387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.870651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.870856] env[69744]: DEBUG nova.objects.instance [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'resources' on Instance uuid 30eac159-47a5-408d-9d58-6927c53f7473 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.323321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-ab799adf-2eb7-46e2-80c2-e29dac4ca00d tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "8cc07473-29c6-470d-8aea-8a9a3b3d7c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.234s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.420793] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a969cf-fbab-4aa0-980e-fdcf0ab80d12 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.429943] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc816b-56fa-4e8e-9c5d-2317c82d443a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.458952] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0840f816-ef4f-4eb7-9bb0-ae82250f2cd3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.465975] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d63063b-1552-4652-9ece-c317538e50e0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.478865] env[69744]: DEBUG nova.compute.provider_tree [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.869064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.869064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.869064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.869064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.869524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.871395] env[69744]: INFO nova.compute.manager [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Terminating instance [ 1556.982486] env[69744]: DEBUG nova.scheduler.client.report [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.374786] env[69744]: DEBUG nova.compute.manager [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.375046] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.375943] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a1e81-8efe-4dd2-baff-be69ec83acb0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.383902] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.384145] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3824e1ad-72ff-4cdd-979e-cbb0404eb94a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.389960] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1557.389960] env[69744]: value = "task-3312918" [ 1557.389960] env[69744]: _type = "Task" [ 1557.389960] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.398064] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.488252] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.510578] env[69744]: INFO nova.scheduler.client.report [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted allocations for instance 30eac159-47a5-408d-9d58-6927c53f7473 [ 1557.899804] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312918, 'name': PowerOffVM_Task, 'duration_secs': 0.253417} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.900201] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.900239] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.900450] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0010f943-ecf5-40fa-8920-f7152c1ee210 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.018365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-441651b6-4b09-402b-9b35-d0d78aacbbd5 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "30eac159-47a5-408d-9d58-6927c53f7473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.999510] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.999855] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.999919] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore1] e03b2fab-c56a-49d3-94a6-a1d1062add6a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.000214] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839a69ea-b278-4105-a15f-f1a625ff004d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.006921] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1559.006921] env[69744]: value = "task-3312920" [ 1559.006921] env[69744]: _type = "Task" [ 1559.006921] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.014158] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.341166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.341397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.516691] env[69744]: DEBUG oslo_vmware.api [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292177} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.516891] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.517114] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.517302] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.517469] env[69744]: INFO nova.compute.manager [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1559.517701] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1559.517883] env[69744]: DEBUG nova.compute.manager [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.517978] env[69744]: DEBUG nova.network.neutron [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.767180] env[69744]: DEBUG nova.compute.manager [req-7aeb4bae-fe33-4cce-8e72-04ed8d6f0be2 req-7c59f3b2-2671-47ab-93b8-b75b412c91f5 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Received event network-vif-deleted-f8981839-b1c3-4934-9fbb-b8489791551f {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1559.767372] env[69744]: INFO nova.compute.manager [req-7aeb4bae-fe33-4cce-8e72-04ed8d6f0be2 req-7c59f3b2-2671-47ab-93b8-b75b412c91f5 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Neutron deleted interface f8981839-b1c3-4934-9fbb-b8489791551f; detaching it from the instance and deleting it from the info cache [ 1559.767542] env[69744]: DEBUG nova.network.neutron [req-7aeb4bae-fe33-4cce-8e72-04ed8d6f0be2 req-7c59f3b2-2671-47ab-93b8-b75b412c91f5 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.843843] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Starting instance... {{(pid=69744) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.250564] env[69744]: DEBUG nova.network.neutron [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.269594] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8520146b-281a-4cc1-8cdd-5c17e4eed1d0 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.279232] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5fecf-70ef-471d-86f2-7eb631d17218 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.303601] env[69744]: DEBUG nova.compute.manager [req-7aeb4bae-fe33-4cce-8e72-04ed8d6f0be2 req-7c59f3b2-2671-47ab-93b8-b75b412c91f5 service nova] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Detach interface failed, port_id=f8981839-b1c3-4934-9fbb-b8489791551f, reason: Instance e03b2fab-c56a-49d3-94a6-a1d1062add6a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1560.365913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.365913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.367099] env[69744]: INFO nova.compute.claims [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1560.753120] env[69744]: INFO nova.compute.manager [-] [instance: e03b2fab-c56a-49d3-94a6-a1d1062add6a] Took 1.23 seconds to deallocate network for instance. [ 1561.259289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.430327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e128e2-ab75-4697-99e1-f3ad8447bd0a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.437959] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e360d0-3e11-423e-a4c2-024fc77cdd4e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.467548] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5317d3-a23a-485e-82fc-a52ad1a151da {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.475643] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbb65cc-dc93-4103-89c5-6a4be9552a20 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.488986] env[69744]: DEBUG nova.compute.provider_tree [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.992741] env[69744]: DEBUG nova.scheduler.client.report [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.498780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.499307] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Start building networks asynchronously for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.503333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.244s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.504051] env[69744]: DEBUG nova.objects.instance [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'resources' on Instance uuid e03b2fab-c56a-49d3-94a6-a1d1062add6a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.007136] env[69744]: DEBUG nova.compute.utils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Using /dev/sd instead of None {{(pid=69744) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1563.011291] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Allocating IP information in the background. {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1563.011460] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] allocate_for_instance() {{(pid=69744) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1563.062049] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafab52b-689d-49ac-a08e-7c804a2de249 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.065700] env[69744]: DEBUG nova.policy [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa6cced34b164aaf9aa0b03afd92e7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5593c4a4a344377aa7edf9f8556617a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69744) authorize /opt/stack/nova/nova/policy.py:192}} [ 1563.072268] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3602c-c29d-4464-87da-107f278e643a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.103620] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ab8d0-8dc7-4de6-9d8b-0ba1c54c1b77 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.111088] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8de60-dd11-490f-aa08-2b361fe130aa {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.123765] env[69744]: DEBUG nova.compute.provider_tree [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.344152] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Successfully created port: f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.512472] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Start building block device mappings for instance. {{(pid=69744) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.626986] env[69744]: DEBUG nova.scheduler.client.report [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.131486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.154100] env[69744]: INFO nova.scheduler.client.report [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocations for instance e03b2fab-c56a-49d3-94a6-a1d1062add6a [ 1564.522305] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Start spawning the instance on the hypervisor. {{(pid=69744) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.547171] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T07:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T07:31:44Z,direct_url=,disk_format='vmdk',id=230493a1-ac08-4a65-b213-cff30417b0e1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='99e0389532ec4d8398dfa084fe37c0f5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T07:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1564.547490] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.547601] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image limits 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1564.547768] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Flavor pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.547912] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Image pref 0:0:0 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1564.548076] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69744) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1564.548338] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1564.548434] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1564.548597] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Got 1 possible topologies {{(pid=69744) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1564.548753] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1564.548917] env[69744]: DEBUG nova.virt.hardware [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69744) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1564.549797] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0da29a-8609-4da9-80e0-ee9d40ea0755 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.557537] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12563a4-a099-4766-8b50-980f775ac117 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.661596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-2d07be0b-a653-4f04-9565-945c84c478ae tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "e03b2fab-c56a-49d3-94a6-a1d1062add6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.793s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.708963] env[69744]: DEBUG nova.compute.manager [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Received event network-vif-plugged-f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1564.709245] env[69744]: DEBUG oslo_concurrency.lockutils [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] Acquiring lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.709459] env[69744]: DEBUG oslo_concurrency.lockutils [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.709619] env[69744]: DEBUG oslo_concurrency.lockutils [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.709781] env[69744]: DEBUG nova.compute.manager [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] No waiting events found dispatching network-vif-plugged-f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.709942] env[69744]: WARNING nova.compute.manager [req-8efc8974-5f1e-4820-9bc5-40c5986bc94f req-e6bf76fe-97e1-461b-a09e-7609f0b7ccfb service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Received unexpected event network-vif-plugged-f26879d4-fa08-498d-8dec-80276d087ccb for instance with vm_state building and task_state spawning. [ 1564.787934] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Successfully updated port: f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.293448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.293617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.293775] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.828898] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Instance cache missing network info. {{(pid=69744) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.949417] env[69744]: DEBUG nova.network.neutron [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.452873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.453266] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Instance network_info: |[{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69744) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.453694] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:de:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f26879d4-fa08-498d-8dec-80276d087ccb', 'vif_model': 'vmxnet3'}] {{(pid=69744) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.461589] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1566.461787] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Creating VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.461999] env[69744]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2286715f-bf17-4849-8007-c4f94605b35b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.483186] env[69744]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.483186] env[69744]: value = "task-3312922" [ 1566.483186] env[69744]: _type = "Task" [ 1566.483186] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.490315] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312922, 'name': CreateVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.735322] env[69744]: DEBUG nova.compute.manager [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Received event network-changed-f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1566.735543] env[69744]: DEBUG nova.compute.manager [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Refreshing instance network info cache due to event network-changed-f26879d4-fa08-498d-8dec-80276d087ccb. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1566.735710] env[69744]: DEBUG oslo_concurrency.lockutils [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] Acquiring lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.735851] env[69744]: DEBUG oslo_concurrency.lockutils [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] Acquired lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.736021] env[69744]: DEBUG nova.network.neutron [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Refreshing network info cache for port f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.994313] env[69744]: DEBUG oslo_vmware.api [-] Task: {'id': task-3312922, 'name': CreateVM_Task, 'duration_secs': 0.31281} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.994643] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Created VM on the ESX host {{(pid=69744) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.995051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.995227] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.995552] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.995795] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4ce9df-3581-4470-b535-e6149dbdb9f8 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.000365] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1567.000365] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52752085-19d7-41e6-fe43-b411baf46251" [ 1567.000365] env[69744]: _type = "Task" [ 1567.000365] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.007357] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52752085-19d7-41e6-fe43-b411baf46251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.436635] env[69744]: DEBUG nova.network.neutron [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updated VIF entry in instance network info cache for port f26879d4-fa08-498d-8dec-80276d087ccb. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.437008] env[69744]: DEBUG nova.network.neutron [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.510748] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52752085-19d7-41e6-fe43-b411baf46251, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.511036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.511267] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Processing image 230493a1-ac08-4a65-b213-cff30417b0e1 {{(pid=69744) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.511491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.511631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.511803] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.512074] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f624754a-ad90-4f8e-8449-b9c06c08625b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.520969] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69744) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.521125] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69744) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.521777] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ceb7dd0-42c4-4f2e-9531-68b8250985c2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.526389] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1567.526389] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521665af-86a6-51a6-41b2-a6edf06bac0f" [ 1567.526389] env[69744]: _type = "Task" [ 1567.526389] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.533107] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521665af-86a6-51a6-41b2-a6edf06bac0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.939795] env[69744]: DEBUG oslo_concurrency.lockutils [req-f0e394e6-bb03-44f1-8dda-94934e4ef81c req-79dd53ce-02b0-4c5f-bdfa-85ca36eebec1 service nova] Releasing lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.036636] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]521665af-86a6-51a6-41b2-a6edf06bac0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.037442] env[69744]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0d52e8-d4ca-4db1-bdc4-8b2cfdb44ec1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.042320] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1568.042320] env[69744]: value = "session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6b98a-b312-921c-4fbd-070fe8cc51b1" [ 1568.042320] env[69744]: _type = "Task" [ 1568.042320] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.050163] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6b98a-b312-921c-4fbd-070fe8cc51b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.552640] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': session[52a2b658-fbf8-b5aa-a76a-b1b730f6f4f4]52e6b98a-b312-921c-4fbd-070fe8cc51b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.552908] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.553175] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eaca851b-21ed-4792-840b-ae99d39dd4b8/eaca851b-21ed-4792-840b-ae99d39dd4b8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.553425] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e877b76-71e0-47fa-9388-4595117c73d2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.560242] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1568.560242] env[69744]: value = "task-3312923" [ 1568.560242] env[69744]: _type = "Task" [ 1568.560242] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.567232] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.722131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.722404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.722623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.722801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.722966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.725370] env[69744]: INFO nova.compute.manager [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Terminating instance [ 1569.073535] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.229673] env[69744]: DEBUG nova.compute.manager [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.229913] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.230826] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f10dedc-15c4-4e23-a7ca-210a5b474b7d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.238428] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.238657] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769ab771-85c0-48e4-a5ed-00e0130e896a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.244847] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1569.244847] env[69744]: value = "task-3312924" [ 1569.244847] env[69744]: _type = "Task" [ 1569.244847] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.252610] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.572499] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553512} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.572776] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/230493a1-ac08-4a65-b213-cff30417b0e1/230493a1-ac08-4a65-b213-cff30417b0e1.vmdk to [datastore1] eaca851b-21ed-4792-840b-ae99d39dd4b8/eaca851b-21ed-4792-840b-ae99d39dd4b8.vmdk {{(pid=69744) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.573057] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Extending root virtual disk to 1048576 {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.573323] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7b2fb83-dd08-40a0-bab7-7b39db5c13e4 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.581585] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1569.581585] env[69744]: value = "task-3312925" [ 1569.581585] env[69744]: _type = "Task" [ 1569.581585] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.588650] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.754950] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312924, 'name': PowerOffVM_Task, 'duration_secs': 0.204528} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.755246] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.755423] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.755665] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d53c088-8ee9-486b-808e-bb862ce04a6b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.817764] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.817970] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Deleting contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.818206] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleting the datastore file [datastore2] a4405c0e-4d4c-4ee0-868b-c963716ba56a {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.818479] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e00d69-6fbd-47db-8385-b213b4fe8e46 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.824765] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for the task: (returnval){ [ 1569.824765] env[69744]: value = "task-3312927" [ 1569.824765] env[69744]: _type = "Task" [ 1569.824765] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.831946] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.091818] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067718} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.092172] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Extended root virtual disk {{(pid=69744) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.092812] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b75b55-5d7f-4f62-835c-addcb7eef42a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.114813] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] eaca851b-21ed-4792-840b-ae99d39dd4b8/eaca851b-21ed-4792-840b-ae99d39dd4b8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.115091] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea0f55b-4fb1-4eb6-b425-00b54a38379e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.134485] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1570.134485] env[69744]: value = "task-3312928" [ 1570.134485] env[69744]: _type = "Task" [ 1570.134485] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.141668] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.334757] env[69744]: DEBUG oslo_vmware.api [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Task: {'id': task-3312927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141882} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.335128] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.335337] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Deleted contents of the VM from datastore datastore2 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.335518] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.335690] env[69744]: INFO nova.compute.manager [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1570.335932] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1570.336142] env[69744]: DEBUG nova.compute.manager [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.336237] env[69744]: DEBUG nova.network.neutron [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.614892] env[69744]: DEBUG nova.compute.manager [req-4df7074e-2de9-4d15-89a3-635c34e942a4 req-7e2c6858-ecb3-424b-9d16-7284a72f3ccd service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Received event network-vif-deleted-af9dea7a-0f2f-42ea-a323-2b2437b17d41 {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.615045] env[69744]: INFO nova.compute.manager [req-4df7074e-2de9-4d15-89a3-635c34e942a4 req-7e2c6858-ecb3-424b-9d16-7284a72f3ccd service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Neutron deleted interface af9dea7a-0f2f-42ea-a323-2b2437b17d41; detaching it from the instance and deleting it from the info cache [ 1570.615134] env[69744]: DEBUG nova.network.neutron [req-4df7074e-2de9-4d15-89a3-635c34e942a4 req-7e2c6858-ecb3-424b-9d16-7284a72f3ccd service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.643966] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312928, 'name': ReconfigVM_Task, 'duration_secs': 0.470111} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.644224] env[69744]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Reconfigured VM instance instance-00000082 to attach disk [datastore1] eaca851b-21ed-4792-840b-ae99d39dd4b8/eaca851b-21ed-4792-840b-ae99d39dd4b8.vmdk or device None with type sparse {{(pid=69744) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.644899] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bcfc42e-94bf-4f9c-8e8f-e3ad50c33992 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.651486] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1570.651486] env[69744]: value = "task-3312929" [ 1570.651486] env[69744]: _type = "Task" [ 1570.651486] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.661197] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312929, 'name': Rename_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.087495] env[69744]: DEBUG nova.network.neutron [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.118547] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd3f013c-e78e-4b0f-98f5-39fd0cca6ebf {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.127944] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d856ac-64ed-4bd7-bad3-05aa68ad8cd3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.153591] env[69744]: DEBUG nova.compute.manager [req-4df7074e-2de9-4d15-89a3-635c34e942a4 req-7e2c6858-ecb3-424b-9d16-7284a72f3ccd service nova] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Detach interface failed, port_id=af9dea7a-0f2f-42ea-a323-2b2437b17d41, reason: Instance a4405c0e-4d4c-4ee0-868b-c963716ba56a could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1571.161199] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312929, 'name': Rename_Task, 'duration_secs': 0.228424} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.161436] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.161657] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45898fb1-862b-4662-95f3-9fb42268d160 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.167832] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1571.167832] env[69744]: value = "task-3312930" [ 1571.167832] env[69744]: _type = "Task" [ 1571.167832] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.174956] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.590074] env[69744]: INFO nova.compute.manager [-] [instance: a4405c0e-4d4c-4ee0-868b-c963716ba56a] Took 1.25 seconds to deallocate network for instance. [ 1571.677554] env[69744]: DEBUG oslo_vmware.api [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312930, 'name': PowerOnVM_Task, 'duration_secs': 0.450188} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.677762] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.677952] env[69744]: INFO nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1571.678147] env[69744]: DEBUG nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.678885] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61bfde-6c4f-4abc-bf72-bb276df72df6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.097081] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.097404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.097625] env[69744]: DEBUG nova.objects.instance [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lazy-loading 'resources' on Instance uuid a4405c0e-4d4c-4ee0-868b-c963716ba56a {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.194966] env[69744]: INFO nova.compute.manager [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Took 11.85 seconds to build instance. [ 1572.645446] env[69744]: DEBUG nova.compute.manager [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Received event network-changed-f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.645446] env[69744]: DEBUG nova.compute.manager [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Refreshing instance network info cache due to event network-changed-f26879d4-fa08-498d-8dec-80276d087ccb. {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1572.645446] env[69744]: DEBUG oslo_concurrency.lockutils [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] Acquiring lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.645446] env[69744]: DEBUG oslo_concurrency.lockutils [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] Acquired lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.645581] env[69744]: DEBUG nova.network.neutron [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Refreshing network info cache for port f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.648285] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa5bc89-0e6d-4823-8c01-2f4b1a975f0e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.657044] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa02ee1-66ba-44ea-a727-28148fda0615 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.688463] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465f2a5-137d-4e79-a307-cfebf284cef2 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.695982] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6967b3fb-e27b-49b4-a5e2-62f66a25eedd {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.700214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-81a68f2d-97c6-4d49-a03b-5686712ac2ad tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.359s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.710106] env[69744]: DEBUG nova.compute.provider_tree [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.214209] env[69744]: DEBUG nova.scheduler.client.report [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.561845] env[69744]: DEBUG nova.network.neutron [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updated VIF entry in instance network info cache for port f26879d4-fa08-498d-8dec-80276d087ccb. {{(pid=69744) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.562226] env[69744]: DEBUG nova.network.neutron [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.718873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.740129] env[69744]: INFO nova.scheduler.client.report [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Deleted allocations for instance a4405c0e-4d4c-4ee0-868b-c963716ba56a [ 1574.065530] env[69744]: DEBUG oslo_concurrency.lockutils [req-233f64b8-1d1d-46ee-8908-b4b3c69c12ed req-eea5f39a-2629-4f76-9b51-337dd4e51a37 service nova] Releasing lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.247342] env[69744]: DEBUG oslo_concurrency.lockutils [None req-74d79d04-17bf-4a15-8e99-12ed9c13df29 tempest-ServerActionsTestOtherA-1924501207 tempest-ServerActionsTestOtherA-1924501207-project-member] Lock "a4405c0e-4d4c-4ee0-868b-c963716ba56a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.267327] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.267733] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.267837] env[69744]: DEBUG nova.compute.manager [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.270298] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87c2f7-b4d6-472d-b491-126dc498ae11 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.276981] env[69744]: DEBUG nova.compute.manager [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69744) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1607.277569] env[69744]: DEBUG nova.objects.instance [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'flavor' on Instance uuid eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.286672] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.287071] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c1cd6c-7f79-4aea-a920-056001dc3403 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.293841] env[69744]: DEBUG oslo_vmware.api [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1608.293841] env[69744]: value = "task-3312931" [ 1608.293841] env[69744]: _type = "Task" [ 1608.293841] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.301582] env[69744]: DEBUG oslo_vmware.api [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.804059] env[69744]: DEBUG oslo_vmware.api [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312931, 'name': PowerOffVM_Task, 'duration_secs': 0.162802} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.804309] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.804502] env[69744]: DEBUG nova.compute.manager [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.805233] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112c761-35dc-4b67-b1c9-85529b343185 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.316560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-aec7abe7-cbad-498f-a879-2012b76bbf6b tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.615244] env[69744]: DEBUG nova.objects.instance [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'flavor' on Instance uuid eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.120413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.120596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.120778] env[69744]: DEBUG nova.network.neutron [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.120959] env[69744]: DEBUG nova.objects.instance [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'info_cache' on Instance uuid eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.625236] env[69744]: DEBUG nova.objects.base [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69744) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1611.322316] env[69744]: DEBUG nova.network.neutron [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.583141] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.583368] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.583547] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.583656] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.583777] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.583921] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.584078] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.584217] env[69744]: DEBUG nova.compute.manager [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69744) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1611.584363] env[69744]: DEBUG oslo_service.periodic_task [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69744) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.825356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.088994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.089373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.089637] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.089902] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69744) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1612.090847] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e830e3b-bca8-492f-a901-5cb761f454c9 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.099995] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f36f4-fe16-4a2b-8056-4eba5ac8f073 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.113607] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0c4d6-0290-4f50-bc05-9667182fce1d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.120012] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667ada7-30c4-41c1-b01c-7ee7c299827e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.147714] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180421MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69744) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1612.147915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.148194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.831682] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powering on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.832086] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3957769f-b127-4699-9158-c3e10ccd17a7 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.839527] env[69744]: DEBUG oslo_vmware.api [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1612.839527] env[69744]: value = "task-3312932" [ 1612.839527] env[69744]: _type = "Task" [ 1612.839527] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.848198] env[69744]: DEBUG oslo_vmware.api [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.173561] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Instance eaca851b-21ed-4792-840b-ae99d39dd4b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69744) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.173791] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1613.173943] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69744) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1613.201901] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002343c8-a9ef-4af2-8352-6e5c89889beb {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.209310] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d81b07-47aa-4224-a3f7-e2ff70902129 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.238380] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c34ca0f-9a2a-406f-8732-0e80befadf8a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.245636] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b571c78-9f04-4fd9-9970-122f881263b3 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.258554] env[69744]: DEBUG nova.compute.provider_tree [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.348579] env[69744]: DEBUG oslo_vmware.api [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312932, 'name': PowerOnVM_Task, 'duration_secs': 0.379825} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.348843] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powered on the VM {{(pid=69744) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.349052] env[69744]: DEBUG nova.compute.manager [None req-07666662-e789-41fc-9760-3dac67088160 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.349789] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0822bd-1b2e-44d2-a86f-e9be78e5b4ed {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.761813] env[69744]: DEBUG nova.scheduler.client.report [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.266461] env[69744]: DEBUG nova.compute.resource_tracker [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69744) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1614.266840] env[69744]: DEBUG oslo_concurrency.lockutils [None req-521b7917-bad7-4913-9b8e-69f25191997d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.319263] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d927676-e6fa-4207-81d6-797a4a65ee78 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.325978] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Suspending the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1614.326207] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-580f43af-5194-4f0f-a1ec-141c6f1c27ce {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.332508] env[69744]: DEBUG oslo_vmware.api [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1614.332508] env[69744]: value = "task-3312933" [ 1614.332508] env[69744]: _type = "Task" [ 1614.332508] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.340337] env[69744]: DEBUG oslo_vmware.api [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312933, 'name': SuspendVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.843143] env[69744]: DEBUG oslo_vmware.api [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312933, 'name': SuspendVM_Task} progress is 70%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.343109] env[69744]: DEBUG oslo_vmware.api [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312933, 'name': SuspendVM_Task, 'duration_secs': 0.5581} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.343463] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Suspended the VM {{(pid=69744) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1615.343501] env[69744]: DEBUG nova.compute.manager [None req-7d6fb4b7-441f-423a-81ac-548687353280 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.344244] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2678df-0cb4-43e4-b030-07c4ed2ba29b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.634066] env[69744]: INFO nova.compute.manager [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Resuming [ 1616.634675] env[69744]: DEBUG nova.objects.instance [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'flavor' on Instance uuid eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.145237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.145645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquired lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.145645] env[69744]: DEBUG nova.network.neutron [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Building network info cache for instance {{(pid=69744) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.837655] env[69744]: DEBUG nova.network.neutron [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [{"id": "f26879d4-fa08-498d-8dec-80276d087ccb", "address": "fa:16:3e:3d:de:1a", "network": {"id": "8151f63a-d90e-490a-92b4-cecb615757fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-129064990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5593c4a4a344377aa7edf9f8556617a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26879d4-fa", "ovs_interfaceid": "f26879d4-fa08-498d-8dec-80276d087ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.340834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Releasing lock "refresh_cache-eaca851b-21ed-4792-840b-ae99d39dd4b8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.341844] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943b3ae-c0bb-41e5-aaa6-676ad02d5b09 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.348517] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Resuming the VM {{(pid=69744) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1619.348745] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c03881-1a4e-44ee-8a18-7a8dac15928d {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.354260] env[69744]: DEBUG oslo_vmware.api [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1619.354260] env[69744]: value = "task-3312934" [ 1619.354260] env[69744]: _type = "Task" [ 1619.354260] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.361723] env[69744]: DEBUG oslo_vmware.api [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.867996] env[69744]: DEBUG oslo_vmware.api [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.365279] env[69744]: DEBUG oslo_vmware.api [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312934, 'name': PowerOnVM_Task, 'duration_secs': 0.528421} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.365693] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Resumed the VM {{(pid=69744) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1620.365781] env[69744]: DEBUG nova.compute.manager [None req-57b1cbb4-7b97-47f5-87bb-09450ec87bc6 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Checking state {{(pid=69744) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.366577] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac69f3-8d8a-4326-b714-a49270cacb54 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.266704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.266951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.267189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.267383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.267588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.270321] env[69744]: INFO nova.compute.manager [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Terminating instance [ 1621.774856] env[69744]: DEBUG nova.compute.manager [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Start destroying the instance on the hypervisor. {{(pid=69744) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.775262] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Destroying instance {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.776081] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc475c8-4265-4f2e-ba4a-b06e4c509a3f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.784337] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powering off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.784579] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b57104e-2918-4df5-a3ab-e7e690e80c25 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.790832] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1621.790832] env[69744]: value = "task-3312935" [ 1621.790832] env[69744]: _type = "Task" [ 1621.790832] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.799532] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.305520] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312935, 'name': PowerOffVM_Task, 'duration_secs': 0.174358} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.305520] env[69744]: DEBUG nova.virt.vmwareapi.vm_util [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Powered off the VM {{(pid=69744) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.305803] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Unregistering the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.306636] env[69744]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a461fe-a827-426a-b509-837dac4fd8a1 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.373947] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Unregistered the VM {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.374238] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Deleting contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.374374] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleting the datastore file [datastore1] eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.374639] env[69744]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-310bebb5-9caf-4637-8cba-06f4b56569a6 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.382195] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for the task: (returnval){ [ 1622.382195] env[69744]: value = "task-3312937" [ 1622.382195] env[69744]: _type = "Task" [ 1622.382195] env[69744]: } to complete. {{(pid=69744) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.390830] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.893522] env[69744]: DEBUG oslo_vmware.api [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Task: {'id': task-3312937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178982} completed successfully. {{(pid=69744) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.893895] env[69744]: DEBUG nova.virt.vmwareapi.ds_util [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted the datastore file {{(pid=69744) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.893933] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Deleted contents of the VM from datastore datastore1 {{(pid=69744) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.894136] env[69744]: DEBUG nova.virt.vmwareapi.vmops [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Instance destroyed {{(pid=69744) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.894277] env[69744]: INFO nova.compute.manager [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1622.894515] env[69744]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69744) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1622.894703] env[69744]: DEBUG nova.compute.manager [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Deallocating network for instance {{(pid=69744) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.894797] env[69744]: DEBUG nova.network.neutron [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] deallocate_for_instance() {{(pid=69744) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.325464] env[69744]: DEBUG nova.compute.manager [req-51e71309-c3d7-4671-9deb-a5f1dbafd493 req-17d4cf44-4d11-449a-994b-7c67fae3cb8e service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Received event network-vif-deleted-f26879d4-fa08-498d-8dec-80276d087ccb {{(pid=69744) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1623.325690] env[69744]: INFO nova.compute.manager [req-51e71309-c3d7-4671-9deb-a5f1dbafd493 req-17d4cf44-4d11-449a-994b-7c67fae3cb8e service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Neutron deleted interface f26879d4-fa08-498d-8dec-80276d087ccb; detaching it from the instance and deleting it from the info cache [ 1623.325856] env[69744]: DEBUG nova.network.neutron [req-51e71309-c3d7-4671-9deb-a5f1dbafd493 req-17d4cf44-4d11-449a-994b-7c67fae3cb8e service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.809911] env[69744]: DEBUG nova.network.neutron [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Updating instance_info_cache with network_info: [] {{(pid=69744) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.828311] env[69744]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b5cd900-a2e1-496e-9536-988dd9bfe36a {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.838639] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece58b02-9328-4613-85ee-e38d8250482b {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.862747] env[69744]: DEBUG nova.compute.manager [req-51e71309-c3d7-4671-9deb-a5f1dbafd493 req-17d4cf44-4d11-449a-994b-7c67fae3cb8e service nova] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Detach interface failed, port_id=f26879d4-fa08-498d-8dec-80276d087ccb, reason: Instance eaca851b-21ed-4792-840b-ae99d39dd4b8 could not be found. {{(pid=69744) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1624.312554] env[69744]: INFO nova.compute.manager [-] [instance: eaca851b-21ed-4792-840b-ae99d39dd4b8] Took 1.42 seconds to deallocate network for instance. [ 1624.818903] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.819272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.819551] env[69744]: DEBUG nova.objects.instance [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lazy-loading 'resources' on Instance uuid eaca851b-21ed-4792-840b-ae99d39dd4b8 {{(pid=69744) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.353634] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab0b06-95eb-42f7-aff6-c8800f19197f {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.361327] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6eb033-9449-4c94-aaa3-e6bea46b8121 {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.391155] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ced128-d306-446b-916d-990e3c3d822e {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.397589] env[69744]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89afe59-6fbc-4acb-8b2f-4878a2c802ef {{(pid=69744) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.410137] env[69744]: DEBUG nova.compute.provider_tree [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed in ProviderTree for provider: 159bdab9-d750-4e8c-86c9-321f1e6d6636 {{(pid=69744) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.913499] env[69744]: DEBUG nova.scheduler.client.report [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Inventory has not changed for provider 159bdab9-d750-4e8c-86c9-321f1e6d6636 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69744) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.418035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.438773] env[69744]: INFO nova.scheduler.client.report [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Deleted allocations for instance eaca851b-21ed-4792-840b-ae99d39dd4b8 [ 1626.946870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-564eab15-bfeb-4962-a860-f52c36e9ef49 tempest-ServerActionsTestJSON-1332826372 tempest-ServerActionsTestJSON-1332826372-project-member] Lock "eaca851b-21ed-4792-840b-ae99d39dd4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=69744) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}